-- Logs begin at Fri 2021-08-13 01:55:46 UTC, end at Fri 2021-08-13 03:27:45 UTC. -- Aug 13 02:31:05.628670 dv-cinder-760192-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 13 02:31:08.313823 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.common.config [-] Logging enabled! Aug 13 02:31:08.314402 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 13 02:31:08.314814 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100413) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 13 02:31:08.318010 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.common.config [-] Logging enabled! Aug 13 02:31:08.318263 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 13 02:31:08.318570 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100413) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 13 02:31:08.319486 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 02:31:08.319750 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 02:31:08.320114 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 02:31:08.320357 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 02:31:08.320582 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 02:31:08.320898 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.321193 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.321487 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.321715 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.322009 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.322297 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.322576 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.322863 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.323159 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.323444 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.323745 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.324028 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.324259 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.324537 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.324820 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.325106 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.325330 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] debug = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.325609 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.326028 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.326436 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.326708 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.326992 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.327268 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.327560 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.327843 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.328122 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.328445 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] host = dv-cinder-760192-6-iscsi {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.328718 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.329003 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.329287 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.329569 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.329876 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.330151 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.330433 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.330706 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.330974 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] log_file = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.331246 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.331556 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.331844 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.332129 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.332351 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.332570 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.332855 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.333140 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.333413 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.333683 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.333955 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.334226 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.334497 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.334761 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.335043 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.335325 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.335646 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.335923 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.336194 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.336463 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.336731 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.337015 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.337286 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.337556 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.337831 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.338115 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.338382 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.338652 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.338951 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.339236 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.339534 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.339819 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.340091 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.340371 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.340657 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.340911 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.341180 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] use_json = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.341449 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.341718 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.341996 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.342266 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.342535 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.342804 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.343073 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.343354 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:08.343681 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.343975 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.344270 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.344549 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.344840 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.345118 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.345948 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.346225 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.346513 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.346799 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.347084 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.347358 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.347670 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.347946 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.348243 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.348542 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.348831 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.349119 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.349390 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.349660 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.349928 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.350201 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.350483 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.350771 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.351059 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.351330 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.351625 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.351916 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.352188 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.352457 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.352728 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.353011 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.353281 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.353551 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.353828 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.354101 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.354368 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.354635 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.355175 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.355459 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.355754 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.356020 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.356286 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.356557 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.356822 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.357101 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.357371 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.357640 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.357906 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.358183 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.358448 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.358717 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.358987 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.359255 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.359545 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.359819 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.360085 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.360353 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.360621 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.360968 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.361754 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.362028 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.362305 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.362575 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.362844 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.363114 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.363384 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.363676 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.363963 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.364258 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.364535 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.364815 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.365091 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.365367 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.365640 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.365914 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.366189 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.366463 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.366733 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.367090 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.367382 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.367694 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.367976 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.368256 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.368548 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.368823 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.369101 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.369374 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.369649 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.369934 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.370215 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.370505 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.370796 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.371088 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.371375 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.371685 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.371962 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.372266 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.372538 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:08.372753 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 02:31:08.372987 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100413) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 13 02:31:08.724088 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100413) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 13 02:31:08.724292 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100413) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 13 02:31:08.724582 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100413) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 13 02:31:08.724914 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 13 02:31:09.119811 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.120102 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.120373 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.121543 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.121817 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.122081 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.156469 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.156758 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.157025 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.173058 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.173428 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.173749 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.202254 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.202526 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.202788 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.238567 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.238840 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.239107 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.471484 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.472141 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.472141 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.472312 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.472906 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.592189 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.592504 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.592784 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.593052 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.593315 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.593621 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.593880 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.594131 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.594381 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.594657 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.594913 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.595223 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.596085 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.596345 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.596602 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.596866 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.597123 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.597390 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.597659 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.597916 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.598187 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.598439 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.598714 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.599083 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.599336 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.599612 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.600007 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:31:09.600247 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:31:09.600481 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:31:09.600713 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:31:09.600946 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:31:09.601177 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:31:09.601535 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 13 02:31:09.604587 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 13 02:31:09.608702 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 13 02:31:09.613129 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 13 02:31:09.615017 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 13 02:31:09.615473 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 13 02:31:09.615832 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 13 02:31:09.616212 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 13 02:31:09.618955 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 13 02:31:09.619208 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 13 02:31:09.619578 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 13 02:31:09.624758 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 13 02:31:09.647046 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 13 02:31:09.647490 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.647804 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100413) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 13 02:31:09.648159 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.649480 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100413) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 13 02:31:09.649757 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 13 02:31:09.650001 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 13 02:31:09.653358 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.653638 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:09.716672 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 13 02:31:09.716907 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 13 02:31:09.717144 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 13 02:31:09.717506 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 13 02:31:09.739437 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_db.sqlalchemy.engines [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100413) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 13 02:31:10.274199 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.managers [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Initializing driver for type 'gre' Aug 13 02:31:10.274732 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] gre ID ranges: [(1, 1000)] Aug 13 02:31:10.325468 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.managers [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Initializing driver for type 'local' Aug 13 02:31:10.325822 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.managers [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Initializing driver for type 'vlan' Aug 13 02:31:10.338771 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] VlanTypeDriver initialization complete Aug 13 02:31:10.339162 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.managers [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Initializing driver for type 'vxlan' Aug 13 02:31:10.339692 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] vxlan ID ranges: [(1, 1000)] Aug 13 02:31:10.391456 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.managers [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Initializing extension driver 'port_security' Aug 13 02:31:10.391840 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.extensions.port_security [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] PortSecurityExtensionDriver initialization complete Aug 13 02:31:10.392729 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.managers [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Initializing mechanism driver 'openvswitch' Aug 13 02:31:10.393058 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.managers [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Initializing mechanism driver 'hyperv' Aug 13 02:31:10.399613 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.plugin [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:31:10.400297 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > port after_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.400674 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > port after_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.401033 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > port after_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.401554 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100413) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 02:31:10.401992 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > subnet after_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.402354 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > subnet after_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.402707 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > subnet after_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.403104 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100413) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 02:31:10.403535 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > network after_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.403894 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > network after_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.404242 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > network after_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.404636 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100413) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 02:31:10.405040 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > security_group after_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.405399 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > security_group after_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.405744 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > security_group after_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.406140 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100413) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 02:31:10.406674 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.407032 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.407381 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.407887 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100413) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 02:31:10.408295 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > address_group after_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.408649 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > address_group after_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.408995 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > address_group after_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.409389 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100413) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 02:31:10.409770 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] ML2 OVO RPC backend initialized. {{(pid=100413) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 13 02:31:10.410481 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > router_interface after_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.410840 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.411262 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > network before_response 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.411678 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > networks before_response 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.412068 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > port before_response 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.412444 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > ports before_response 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.412793 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > subnet before_response 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.413139 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > subnets before_response 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.413491 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > network after_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.413840 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > network after_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.414185 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > network after_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.414530 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > port after_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.414874 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > port after_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.415222 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > port after_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.415594 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > subnet after_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.415938 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > subnet after_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.416282 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > subnet after_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.416867 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.plugin [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Modular L2 Plugin initialization complete Aug 13 02:31:10.417207 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading services supported by the core plugin {{(pid=100413) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 13 02:31:10.417540 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.plugins.ml2.managers [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Got port-security extension from driver 'port_security' Aug 13 02:31:10.418005 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.extensions.vlantransparent [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Disabled vlantransparent extension. Aug 13 02:31:10.418490 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100413) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 13 02:31:10.418809 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading Plugin: router Aug 13 02:31:10.456588 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > router_interface before_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.456987 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > router after_create 55549900 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.457362 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > router before_create 55549900 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.457729 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.458106 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.458465 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > router after_delete 55549900 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.458827 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > floatingip after_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.459194 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > router after_create 55549900 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.459568 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > router after_update 55549900 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.459926 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > router after_update 55549900 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.460282 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.460644 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > router after_update 55549900 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.461059 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > router precommit_update 55549900 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.461432 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: port after_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.461775 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: port after_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.462118 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: subnet after_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.462461 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.462812 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > port precommit_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.463164 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > router precommit_create 55549900 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.463537 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: port before_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.463885 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > router precommit_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.464245 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > router after_update 55549900 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.464595 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > router precommit_delete 55549900 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.464950 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > router precommit_create 55549900 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.465315 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > router_interface after_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.465665 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > router precommit_update 55549900 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.466034 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > agent after_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.466388 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > agent after_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.466736 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > network after_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.467620 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Tracking information for resource: router configured {{(pid=100413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:31:10.467960 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Tracking information for resource: floatingip configured {{(pid=100413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:31:10.472920 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.db.l3_agentschedulers_db [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 13 02:31:10.473616 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: port after_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.473983 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: port after_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.474347 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: port after_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.474705 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: port after_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.475509 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > router before_create 55550100 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.475893 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > router precommit_delete 55550100 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.476262 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > router precommit_create 55550100 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.476626 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > router precommit_update 55550100 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.481322 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.services.provider_configuration [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Service providers = [] {{(pid=100413) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 13 02:31:10.481698 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.db.servicetype_db [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100413) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 13 02:31:10.484704 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.services.service_base [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100413) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 02:31:10.485066 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.services.service_base [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100413) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 02:31:10.485416 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.services.service_base [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100413) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 02:31:10.486823 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.services.service_base [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100413) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 02:31:10.487203 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.services.service_base [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 13 02:31:10.487619 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:31:10.487946 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 13 02:31:10.498491 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:31:10.498831 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading Plugin: auto_allocate Aug 13 02:31:10.505356 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: network precommit_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.505732 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: network precommit_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.506251 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:31:10.506576 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading Plugin: tag Aug 13 02:31:10.513068 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:31:10.513404 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading Plugin: timestamp Aug 13 02:31:10.517660 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:31:10.517998 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading Plugin: network_ip_availability Aug 13 02:31:10.523459 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.523899 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.524345 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.525067 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:31:10.525413 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading Plugin: flavors Aug 13 02:31:10.530719 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:31:10.531059 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading Plugin: revisions Aug 13 02:31:10.536473 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:31:10.536913 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_concurrency.lockutils [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.812s {{(pid=100413) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 13 02:31:10.537716 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100413) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 13 02:31:10.538095 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Initializing extension manager. Aug 13 02:31:10.538660 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: __init__.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.539041 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: __pycache__ {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.539430 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.539818 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: address_group.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.540708 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.541303 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: address-group Aug 13 02:31:10.541684 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: address_scope.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.542467 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.543036 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: address-scope Aug 13 02:31:10.543387 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: admin_state_down_before_update.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.544458 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.545022 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: router-admin-state-down-before-update Aug 13 02:31:10.545417 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: agent.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.546351 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.546878 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: agent Aug 13 02:31:10.547208 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: agent_resources_synced.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.548257 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.549516 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: agent-resources-synced Aug 13 02:31:10.549849 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: allowedaddresspairs.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.551708 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.552241 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: allowed-address-pairs Aug 13 02:31:10.552569 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: auto_allocated_topology.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.553665 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.554195 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: auto-allocated-topology Aug 13 02:31:10.554528 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: availability_zone.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.555232 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.555791 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: availability_zone Aug 13 02:31:10.556119 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: availability_zone_filter.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.557047 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.557564 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: availability_zone_filter Aug 13 02:31:10.557891 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: data_plane_status.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.558810 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.559325 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension data-plane-status not supported by any of loaded plugins Aug 13 02:31:10.559698 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: default_subnetpools.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.560631 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.561150 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: default-subnetpools Aug 13 02:31:10.561478 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: dhcpagentscheduler.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.562299 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.562817 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: dhcp_agent_scheduler Aug 13 02:31:10.563143 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: dns.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.564304 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.564834 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension dns-integration not supported by any of loaded plugins Aug 13 02:31:10.565164 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: dns_domain_ports.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.566092 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.566611 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 13 02:31:10.566939 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.567895 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.568417 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 13 02:31:10.568742 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: dvr.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.569421 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.569936 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: dvr Aug 13 02:31:10.570262 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: ecmp_routes.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.571185 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.571736 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension ecmp_routes not supported by any of loaded plugins Aug 13 02:31:10.572065 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: empty_string_filtering.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.572985 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.573505 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: empty-string-filtering Aug 13 02:31:10.573832 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.574755 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.575267 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 13 02:31:10.575623 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.576560 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.577081 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 13 02:31:10.577426 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: external_net.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.578347 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.578867 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: external-net Aug 13 02:31:10.579193 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: extra_dhcp_opt.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.580153 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.580671 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: extra_dhcp_opt Aug 13 02:31:10.581000 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: extraroute.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.581920 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.582441 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: extraroute Aug 13 02:31:10.582769 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: extraroute_atomic.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.583837 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.584367 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: extraroute-atomic Aug 13 02:31:10.584694 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: filter_validation.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.585366 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.585881 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: filter-validation Aug 13 02:31:10.586208 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: fip_pf_description.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.587127 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.587672 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 13 02:31:10.587999 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: fip_port_details.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.588925 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.589445 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: fip-port-details Aug 13 02:31:10.589775 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: flavors.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.591006 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.591564 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: flavors Aug 13 02:31:10.591895 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.593561 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.594095 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 13 02:31:10.594434 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: floatingip_pools.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.595752 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.596296 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: floatingip-pools Aug 13 02:31:10.596631 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: ip_allocation.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.597578 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.598095 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension ip_allocation not supported by any of loaded plugins Aug 13 02:31:10.598426 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.599358 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.599922 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: ip-substring-filtering Aug 13 02:31:10.600251 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: l2_adjacency.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.601187 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.601701 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension l2_adjacency not supported by any of loaded plugins Aug 13 02:31:10.602029 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: l3.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.603133 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.603690 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: router Aug 13 02:31:10.604025 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: l3_conntrack_helper.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.606520 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.607053 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 13 02:31:10.607391 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.608396 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.608925 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: ext-gw-mode Aug 13 02:31:10.609259 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.610203 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.611351 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: l3-ha Aug 13 02:31:10.611710 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: l3_flavors.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.612643 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.613162 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: l3-flavors Aug 13 02:31:10.613491 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.614429 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.614950 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: l3-port-ip-change-not-allowed Aug 13 02:31:10.615280 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: l3agentscheduler.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.616329 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.616855 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: l3_agent_scheduler Aug 13 02:31:10.617187 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: logging.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.618673 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.619208 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension logging not supported by any of loaded plugins Aug 13 02:31:10.619568 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: metering.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.620338 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.620924 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: metering Aug 13 02:31:10.621255 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.622349 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.622880 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: metering_source_and_destination_fields Aug 13 02:31:10.623217 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: multiprovidernet.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.624200 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.624728 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: multi-provider Aug 13 02:31:10.625058 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: netmtu.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.625984 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.627126 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: net-mtu Aug 13 02:31:10.627546 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: netmtu_writable.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.628489 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.629008 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: net-mtu-writable Aug 13 02:31:10.629342 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: network_availability_zone.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.630022 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.630536 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: network_availability_zone Aug 13 02:31:10.630862 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: network_ip_availability.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.631995 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.632518 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: network-ip-availability Aug 13 02:31:10.632849 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: network_segment_range.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.633622 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.634136 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension network-segment-range not supported by any of loaded plugins Aug 13 02:31:10.634470 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: pagination.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.635458 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.635821 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: pagination Aug 13 02:31:10.636145 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: port_device_profile.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.637071 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.637599 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: port-device-profile Aug 13 02:31:10.637927 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.638866 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.639389 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: port-mac-address-regenerate Aug 13 02:31:10.639745 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.640668 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.641191 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: port-numa-affinity-policy Aug 13 02:31:10.641518 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: port_resource_request.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.643032 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.643576 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension port-resource-request not supported by any of loaded plugins Aug 13 02:31:10.643907 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: portbindings.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.644852 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.645374 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: binding Aug 13 02:31:10.645705 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: portbindings_extended.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.647116 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.647692 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: binding-extended Aug 13 02:31:10.648030 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: portsecurity.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.648961 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.649482 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: port-security Aug 13 02:31:10.649815 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: project_id.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.650800 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.651136 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: project-id Aug 13 02:31:10.651464 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: providernet.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.652437 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.652959 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: provider Aug 13 02:31:10.653287 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: qos.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.656898 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.657436 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension qos not supported by any of loaded plugins Aug 13 02:31:10.657813 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.659065 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.659624 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 13 02:31:10.659967 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.660903 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.661428 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 13 02:31:10.661763 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: qos_default.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.662688 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.663208 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension qos-default not supported by any of loaded plugins Aug 13 02:31:10.663572 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: qos_fip.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.664243 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.664760 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension qos-fip not supported by any of loaded plugins Aug 13 02:31:10.665088 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: qos_gateway_ip.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.666024 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.666542 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 13 02:31:10.666873 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: qos_port_network_policy.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.667827 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.668348 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 13 02:31:10.668679 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: qos_pps_rule.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.669844 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.670369 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension qos-pps not supported by any of loaded plugins Aug 13 02:31:10.670700 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: qos_rule_type_details.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.671671 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.672193 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 13 02:31:10.672523 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: qos_rules_alias.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.673745 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.674277 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 13 02:31:10.674607 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: quotasv2.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.675558 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.675891 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: quotas Aug 13 02:31:10.676217 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: quotasv2_detail.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.679265 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.679739 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: quota_details Aug 13 02:31:10.680080 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: rbac.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.681340 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.681876 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: rbac-policies Aug 13 02:31:10.682215 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: rbac_address_group.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.683157 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.683707 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: rbac-address-group Aug 13 02:31:10.684041 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: rbac_address_scope.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.684979 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.685506 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: rbac-address-scope Aug 13 02:31:10.685839 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: rbac_security_groups.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.686765 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.687285 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: rbac-security-groups Aug 13 02:31:10.687653 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: rbac_subnetpool.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.688578 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.689779 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: rbac-subnetpool Aug 13 02:31:10.690110 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: revisionifmatch.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.691042 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.691588 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: revision-if-match Aug 13 02:31:10.691919 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: revisions.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.693051 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.693572 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: standard-attr-revisions Aug 13 02:31:10.693902 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: router_availability_zone.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.694585 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.695108 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: router_availability_zone Aug 13 02:31:10.695434 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: routerservicetype.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.696395 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.696912 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension router-service-type not supported by any of loaded plugins Aug 13 02:31:10.697239 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.698164 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.698686 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: security-groups-normalized-cidr Aug 13 02:31:10.699013 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: security_groups_port_filtering.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.699964 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.700482 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: port-security-groups-filtering Aug 13 02:31:10.700829 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.701761 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.702279 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: security-groups-remote-address-group Aug 13 02:31:10.702606 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: securitygroup.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.712756 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.713299 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: security-group Aug 13 02:31:10.713638 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: segment.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.714435 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.714956 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension segment not supported by any of loaded plugins Aug 13 02:31:10.715290 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.716275 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.716805 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 13 02:31:10.717138 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: servicetype.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.718333 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.718871 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: service-type Aug 13 02:31:10.719203 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: sorting.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.720268 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.720822 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: sorting Aug 13 02:31:10.721113 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: standard_attr_segment.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.721869 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.722396 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 13 02:31:10.722726 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: standardattrdescription.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.723385 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.723942 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: standard-attr-description Aug 13 02:31:10.724277 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: stateful_security_group.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.725210 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.725731 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: stateful-security-group Aug 13 02:31:10.726090 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: stdattrs_common.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.726680 dv-cinder-760192-6-iscsi neutron-server[100413]: WARNING neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 13 02:31:10.727008 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.727970 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.728497 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 13 02:31:10.728825 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: subnet_onboard.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.730158 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.730685 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: subnet_onboard Aug 13 02:31:10.731015 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.731978 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.732499 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 13 02:31:10.732828 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: subnet_service_types.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.733759 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.734289 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: subnet-service-types Aug 13 02:31:10.734618 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: subnetallocation.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.735804 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.736340 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: subnet_allocation Aug 13 02:31:10.736665 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.737333 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.737850 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: subnetpool-prefix-ops Aug 13 02:31:10.738175 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.739110 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.739671 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 13 02:31:10.740003 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: tagging.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.741060 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.741590 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: standard-attr-tag Aug 13 02:31:10.741920 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: timestamp.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.743144 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.743709 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loaded extension: standard-attr-timestamp Aug 13 02:31:10.744046 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: trunk.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.745084 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.745613 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension trunk not supported by any of loaded plugins Aug 13 02:31:10.745945 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: trunk_details.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.746880 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.747403 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension trunk-details not supported by any of loaded plugins Aug 13 02:31:10.747767 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: uplink_status_propagation.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.748701 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.749228 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 13 02:31:10.749557 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Loading extension file: vlantransparent.py {{(pid=100413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:31:10.750231 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:31:10.750750 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extension vlan-transparent not supported by any of loaded plugins Aug 13 02:31:10.753731 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Creating instance of TrackedResource for resource:network Aug 13 02:31:10.754253 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Creating instance of TrackedResource for resource:subnet Aug 13 02:31:10.754668 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 02:31:10.755067 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Creating instance of TrackedResource for resource:port Aug 13 02:31:10.756354 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.v2.resource_helper [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:31:10.756847 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.v2.resource_helper [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Service FLAVORS assigned prefix: {{(pid=100413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:31:10.757485 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.v2.resource_helper [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:31:10.757932 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.v2.resource_helper [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:31:10.758270 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Creating instance of TrackedResource for resource:router Aug 13 02:31:10.758711 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Creating instance of TrackedResource for resource:floatingip Aug 13 02:31:10.759225 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.v2.resource_helper [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Service METERING assigned prefix: /metering {{(pid=100413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:31:10.760681 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.761058 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.761414 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:31:10.762407 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Creating instance of CountableResource for resource:rbac_policy Aug 13 02:31:10.762864 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Creating instance of TrackedResource for resource:security_group Aug 13 02:31:10.763308 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Creating instance of TrackedResource for resource:security_group_rule Aug 13 02:31:10.765067 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.v2.resource_helper [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Service CORE assigned prefix: {{(pid=100413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:31:10.765423 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 02:31:10.765792 dv-cinder-760192-6-iscsi neutron-server[100413]: WARNING neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] subnetpool is already registered Aug 13 02:31:10.766256 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.v2.resource_helper [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Service CORE assigned prefix: {{(pid=100413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:31:10.766595 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 02:31:10.767567 dv-cinder-760192-6-iscsi neutron-server[100413]: WARNING neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] subnetpool is already registered Aug 13 02:31:10.769858 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.v2.resource_helper [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:31:10.770302 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.v2.resource_helper [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Service FLAVORS assigned prefix: {{(pid=100413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:31:10.770904 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.v2.resource_helper [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:31:10.771336 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.v2.resource_helper [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:31:10.771706 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Creating instance of TrackedResource for resource:router Aug 13 02:31:10.772051 dv-cinder-760192-6-iscsi neutron-server[100413]: WARNING neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] router is already registered Aug 13 02:31:10.772472 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Creating instance of TrackedResource for resource:floatingip Aug 13 02:31:10.772815 dv-cinder-760192-6-iscsi neutron-server[100413]: WARNING neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] floatingip is already registered Aug 13 02:31:10.773285 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.v2.resource_helper [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Service METERING assigned prefix: /metering {{(pid=100413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:31:10.773959 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Creating instance of CountableResource for resource:rbac_policy Aug 13 02:31:10.774294 dv-cinder-760192-6-iscsi neutron-server[100413]: WARNING neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] rbac_policy is already registered Aug 13 02:31:10.774765 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Creating instance of TrackedResource for resource:security_group Aug 13 02:31:10.775059 dv-cinder-760192-6-iscsi neutron-server[100413]: WARNING neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] security_group is already registered Aug 13 02:31:10.775471 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Creating instance of TrackedResource for resource:security_group_rule Aug 13 02:31:10.775831 dv-cinder-760192-6-iscsi neutron-server[100413]: WARNING neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] security_group_rule is already registered Aug 13 02:31:10.776469 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.v2.resource_helper [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Service CORE assigned prefix: {{(pid=100413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:31:10.776800 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 02:31:10.777142 dv-cinder-760192-6-iscsi neutron-server[100413]: WARNING neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] subnetpool is already registered Aug 13 02:31:10.777578 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.v2.resource_helper [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Service CORE assigned prefix: {{(pid=100413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:31:10.777907 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 02:31:10.778244 dv-cinder-760192-6-iscsi neutron-server[100413]: WARNING neutron.quota.resource_registry [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] subnetpool is already registered Aug 13 02:31:10.778721 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: extensions {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.780188 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: address-groups {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.781679 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: address-scopes {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.783305 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: agents {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.784505 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: auto-allocated-topology {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.785764 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: availability_zones {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.786985 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: dhcp-networks {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.788513 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: dhcp-agents {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.789916 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: routers {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.791764 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: flavors {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.793023 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: service_profiles {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.794237 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: next_providers {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.795824 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: service_profiles {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.797380 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: floatingip-pools {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.798752 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: routers {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.800503 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: floatingips {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.801790 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: l3-routers {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.803162 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: l3-agents {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.804615 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: metering-labels {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.805883 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: metering-label-rules {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.807257 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: network-ip-availabilities {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.808535 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: bindings {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.810097 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: quotas {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.811676 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: quotas {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.813108 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: rbac-policies {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.814996 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: security-groups {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.816328 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: security-group-rules {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.817555 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: service-providers {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.818784 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: subnetpools {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.820169 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: subnetpools {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.821720 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: tags {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.823386 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: tags {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.825231 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: tags {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.827039 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: tags {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.828758 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: tags {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.832577 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: tags {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.834252 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: tags {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.836078 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: tags {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.837936 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: tags {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.839770 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron.api.extensions [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Extended resource: tags {{(pid=100413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:31:10.845903 dv-cinder-760192-6-iscsi neutron-server[100413]: WARNING keystonemiddleware.auth_token [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 13 02:31:10.850492 dv-cinder-760192-6-iscsi neutron-server[100413]: WARNING keystonemiddleware.auth_token [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 13 02:31:10.859137 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_concurrency.lockutils [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Acquired lock "singleton_lock" {{(pid=100413) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 13 02:31:10.859657 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_concurrency.lockutils [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Releasing lock "singleton_lock" {{(pid=100413) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 13 02:31:10.860306 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO oslo_service.service [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Starting 2 workers Aug 13 02:31:10.865908 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Started child 100520 {{(pid=100413) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 02:31:10.870367 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Started child 100521 {{(pid=100413) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 02:31:10.871246 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:10.871976 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO neutron.service [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Neutron service started, listening on 0.0.0.0:9696 Aug 13 02:31:10.872621 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Notify callbacks [] for process, before_spawn {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:10.872908 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [-] (100520) wsgi starting up on http://0.0.0.0:9696 Aug 13 02:31:10.874939 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO oslo_service.service [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Starting 1 workers Aug 13 02:31:10.875041 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:10.876392 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [-] (100521) wsgi starting up on http://0.0.0.0:9696 Aug 13 02:31:10.880863 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Started child 100522 {{(pid=100413) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 02:31:10.881410 dv-cinder-760192-6-iscsi neutron-server[100413]: INFO oslo_service.service [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Starting 1 workers Aug 13 02:31:10.884432 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.service [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] calling RpcWorker wait() {{(pid=100522) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 13 02:31:10.885013 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.service [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] returning from RpcWorker wait() {{(pid=100522) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 13 02:31:10.885933 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Started child 100523 {{(pid=100413) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 02:31:10.886139 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:10.886590 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:31:10.886762 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG neutron_lib.callbacks.manager [None req-fd50a1ed-8f21-471c-a4e1-90d8aa623e6b None None] Notify callbacks [] for process, after_spawn {{(pid=100413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:10.888733 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100413) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 13 02:31:10.888950 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 02:31:10.889123 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 02:31:10.889344 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 02:31:10.889681 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 02:31:10.889848 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 02:31:10.890373 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.890655 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.890923 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.891190 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.891481 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.891784 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:10.892512 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.892512 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.892880 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.893022 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.893163 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.893340 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.893510 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.893768 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.894032 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.894327 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.894593 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.894847 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.895134 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.895313 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.895620 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.895891 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.896144 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.896407 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] debug = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.896662 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.897158 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.897438 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.897662 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.897922 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.898182 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.898429 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.898704 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.898955 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.899179 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.899417 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.899722 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.899975 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.900194 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.900413 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.900659 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.900911 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.901381 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] host = dv-cinder-760192-6-iscsi {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.901601 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.901878 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.902076 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.902327 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.902576 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.902816 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.903148 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.903420 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.903706 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.903956 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.904200 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.904452 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.904673 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.904922 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] log_file = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.905089 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] log_options = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.905328 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.905597 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.905874 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.906074 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.906244 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.906422 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.906662 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.906828 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.907094 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.907348 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.907677 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.908044 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.908294 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.908514 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.908778 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.909033 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.909252 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.909468 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.909729 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.909980 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.910208 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.910458 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.910677 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.910906 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.911128 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.911348 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.911607 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.911828 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.912050 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.912279 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.912532 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.912820 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.913099 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.913347 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.913582 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.913815 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.914040 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.914308 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.914558 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.914816 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.915082 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.915319 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.915594 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.915815 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.916063 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.916278 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] use_json = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.916495 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.916741 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.917046 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.917975 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.917975 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.917975 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.918223 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.918433 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:10.918873 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.919397 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.919785 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.920081 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.920274 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.920718 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.920818 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.921014 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.921303 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.921589 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.921900 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.922128 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.922424 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.922671 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.922932 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.923978 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.924402 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.924831 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.925099 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.925363 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.925728 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.925835 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.926174 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.926473 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.926829 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.927520 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.927774 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.927861 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:31:10.928033 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.928290 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.928512 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.928762 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.928986 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.929289 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.929518 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.929761 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.929988 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.930852 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.930852 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.930852 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.931309 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.931309 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.931621 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.931754 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.933328 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.933328 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.933328 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.933328 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.933328 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.933328 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.933328 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.933898 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.933898 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.933898 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.934133 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.934296 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.934530 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.934906 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.935299 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.935567 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.935803 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.936060 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.936323 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.936735 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.936983 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.936983 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.937670 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.938109 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.938412 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.939859 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.940265 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.940693 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.941104 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.941536 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.941786 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.942193 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.942424 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.942650 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.942875 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.943104 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.943356 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.943602 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.943826 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.944071 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.944296 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.944614 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.944947 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.945193 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.945466 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.945694 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.945966 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.946210 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.946472 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.946718 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.946947 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.947188 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.947450 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.947728 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.947993 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.948224 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.948468 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.948733 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.948963 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.949223 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.949446 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.949715 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.949950 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.950234 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.950521 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.950757 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.950995 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.951270 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.951582 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.951825 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.952119 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.952363 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.952645 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.952945 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.953238 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.953519 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.953774 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.954009 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.954257 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.954528 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.954783 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.955029 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.955270 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.955534 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.955813 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.956032 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.956271 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.956493 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.956750 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.957106 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.957357 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.957603 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.957859 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.958273 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.958517 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.958765 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.959051 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.959307 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.959568 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.959835 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.960062 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.960300 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.960535 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.960769 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.961000 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.961227 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.961467 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.961690 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.961911 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.962130 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.962369 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.962581 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.962831 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.963093 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.963317 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.963602 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.963801 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.964170 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.964543 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.964954 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.965194 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.965562 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.965934 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.966325 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.966710 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.967099 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.967403 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.967686 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.967929 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.968174 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.968408 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.968687 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.969056 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.969454 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.969824 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.970228 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.970454 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.970791 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.971048 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.971290 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.971590 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.971772 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.972047 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.972310 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.972648 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.972908 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.973161 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.973492 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.973716 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.974460 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.975160 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.975595 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.976004 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.976404 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.976830 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.977268 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.977685 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.978125 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.978540 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.978930 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.979357 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.980049 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.980445 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.980920 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.981373 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.981626 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.981893 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.982141 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.982363 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.982603 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.982821 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.983030 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.983275 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.983520 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.983884 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.984283 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.984508 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.984724 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.984952 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.985174 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.985389 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.986206 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.986427 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.986644 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.986938 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.987195 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.987414 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.987671 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.987926 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.988140 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.988368 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.988582 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.988792 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.989020 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.989230 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.989447 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.989671 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.989889 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.990102 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.990438 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.990674 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.990906 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.991188 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.991622 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.991796 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.991937 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.992238 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.992451 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.992853 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.993014 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.993186 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.993376 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.993611 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.993942 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.994248 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.994509 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.999530 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.999530 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.999530 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.999530 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.999530 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.999530 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.999530 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:10.999530 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.000182 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.000182 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.000182 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.000182 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.000182 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.000182 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.000182 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.000182 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.000182 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.000744 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.000744 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.000744 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.000744 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.000744 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.000744 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.000744 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.000744 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.000744 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.001268 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 02:31:11.001469 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100413) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 13 02:31:11.001686 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 02:31:11.001792 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 02:31:11.002013 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 02:31:11.002151 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 02:31:11.002305 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 02:31:11.002674 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.002844 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.003010 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.003175 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.003338 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.003540 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.003708 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.003871 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.004035 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.004195 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.004358 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.004519 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.004681 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.004843 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.005006 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.005247 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.005965 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.005965 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.005965 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.006190 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.006257 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.006632 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.006802 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] debug = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.006960 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.007313 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.007481 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.007833 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.007995 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.008151 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.008317 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.008484 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.008641 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.008985 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.009312 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.009616 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.010005 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.010171 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.010334 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.010496 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.010661 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.010822 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] host = dv-cinder-760192-6-iscsi {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.010986 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.011145 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.011308 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.011472 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.011650 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.011813 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.011978 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.012139 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.012302 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.012461 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.012617 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.012772 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.012929 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.013088 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] log_file = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.013244 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] log_options = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.013400 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.013566 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.013727 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.013913 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.014080 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.014242 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.014405 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.014568 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.014743 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.014892 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.015048 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.015224 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.015376 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.015564 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.015727 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.015889 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.016055 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.016221 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.016383 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.016544 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.016706 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.017383 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.017557 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.017718 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.017881 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.018024 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.018179 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.018340 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.018499 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.018660 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.018820 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.018981 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.019144 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.019306 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.019465 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.019653 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.019804 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.019964 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.020124 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.020287 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.020449 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.020611 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.020775 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.020937 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.021098 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.021311 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] use_json = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.021439 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.021557 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.021717 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.022056 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.022056 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.022293 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.022425 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.022548 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:31:11.022633 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.022803 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.022980 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.023148 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.023315 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.023474 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.023663 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.023824 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.024145 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.024314 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.024484 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.024575 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:31:11.024660 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.024864 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.024974 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.025132 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.025298 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.025461 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.025626 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.025790 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.025958 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.026122 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.026286 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.026466 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.026631 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.026796 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.026961 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.027125 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.027291 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.027456 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.027646 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.027810 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.027974 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.028138 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.028302 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.028466 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.028630 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.028793 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.028958 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.029121 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.029287 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.029450 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.029612 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.029778 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.029942 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.030106 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.030270 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.030434 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.030599 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.030763 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.030926 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.031101 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.031265 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.031428 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.031613 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.031778 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.032021 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.032156 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.032278 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.032412 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.032639 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.032822 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.032967 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.033128 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.033291 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.033456 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.033620 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.033783 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.033946 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.034109 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.034273 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.034436 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.034599 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.034763 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.034926 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.035089 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.035254 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.035517 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.035800 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.036086 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.036259 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.036917 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.036917 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.037204 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.037329 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.037529 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.037693 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.037817 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.037928 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.038202 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.038323 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.038444 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.038566 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.038687 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.038818 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.038980 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.039148 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.039310 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.039476 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.039663 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.040043 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.040043 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.040462 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.040462 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.040462 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.041137 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.041137 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.041137 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.041137 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.041582 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.041582 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.041582 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.042298 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.042298 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.042298 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.042298 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.042298 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.042824 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.042824 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.042824 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.043663 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.043663 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.043663 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.043663 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.043663 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.043663 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.044099 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.044099 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.044099 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.044304 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.044420 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.045559 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.045559 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.045559 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.045559 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.045559 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.045559 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.045559 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.046687 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.046687 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.046687 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.046687 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.046687 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.046687 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.046687 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.048882 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.048882 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.048882 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.048882 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.048882 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.048882 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.048882 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.048882 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.050301 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.050301 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.050301 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.050301 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.050301 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.050301 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.050301 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.050301 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.051562 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.051562 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.051562 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.051562 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.051562 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.051562 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.051562 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.051562 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.052552 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.052552 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.052552 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.052552 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.052552 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.052552 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.052552 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.052552 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.053435 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.053435 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.053435 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.053435 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.053435 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.053435 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.053435 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.053435 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.054308 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.054308 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.054308 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.054308 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.054308 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.054308 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.054963 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.054963 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.054963 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.054963 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.055490 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.055490 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.055490 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.055842 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.055842 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.055842 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.056177 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.056177 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.056421 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.056542 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.056662 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.056783 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.056932 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.057097 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.057261 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.057425 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.057588 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.057751 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.057927 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.058091 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.058255 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.058418 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.058581 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.058745 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.058918 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.059081 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.059243 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.059406 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.059590 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.059754 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.059927 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.060090 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.060253 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.060416 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.060578 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.060740 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.060913 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.061076 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.061239 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.061471 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.061725 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.061918 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.062139 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.062964 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.062964 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.062964 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.062964 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.063541 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.063541 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.063541 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.063986 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.063986 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.064455 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.064455 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.064455 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.064798 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.064798 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.064798 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.065135 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.065135 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.065328 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.065459 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.065721 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.065721 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.066150 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.066150 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.066419 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.066419 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.066562 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.066684 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.066857 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.067033 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.067197 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.067360 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.067547 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.067711 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.067873 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.068035 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.068199 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.068356 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.068522 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.068684 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.068860 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.069012 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.069169 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.069334 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.069496 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.069652 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.069821 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.069984 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.070147 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:31:11.070297 dv-cinder-760192-6-iscsi neutron-server[100413]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 02:31:11.301952 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58524) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:31:11.310222 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061648 Aug 13 02:31:22.549226 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68d468c-e4df-45d7-ac19-2b89f4e1c402 None None] get_active_networks_info from dv-cinder-760192-6-iscsi {{(pid=100522) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 13 02:31:22.619558 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68d468c-e4df-45d7-ac19-2b89f4e1c402 None None] No non-hosted networks {{(pid=100522) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 13 02:31:22.647828 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.agentschedulers_db [None req-b68d468c-e4df-45d7-ac19-2b89f4e1c402 None None] DHCP Agent not found on host dv-cinder-760192-6-iscsi {{(pid=100522) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 13 02:31:22.804759 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-545d6899-e82d-48e9-8d69-91d20a885441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1790962'] for agent, after_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:25.418129 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-48a9121e-e51d-47b7-9eb1-a47a17ac5450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1790962'] for agent, after_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:25.474237 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-103380f0-158b-4521-b0b6-69344b31d93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:25.699756 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1790962'] for agent, after_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:25.700928 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:25.701413 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:25.701976 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:25.702467 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:25.703064 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:25.704525 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:25.705057 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:25.705543 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:25.706029 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:25.706484 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:25.707005 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:25.707468 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:25.708031 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760192-6-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:31:25.717823 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760192-6-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:31:26.258221 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1790962'] for agent, after_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:27.639956 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1790962'] for agent, after_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:28.909402 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58618) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:31:29.390885 dv-cinder-760192-6-iscsi neutron-server[100520]: WARNING oslo_policy.policy [None req-e7f7b934-3e47-4769-a405-881af9e9438f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:31:29.391484 dv-cinder-760192-6-iscsi neutron-server[100520]: WARNING oslo_policy.policy [None req-e7f7b934-3e47-4769-a405-881af9e9438f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:31:29.606539 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [None req-e7f7b934-3e47-4769-a405-881af9e9438f admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:31:29.607600 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-e7f7b934-3e47-4769-a405-881af9e9438f admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6972859 Aug 13 02:31:31.938752 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58632) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:31:32.251446 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-5b1b3073-b138-4084-aec0-235454dd401a admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:31:32.343923 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.policy [None req-5b1b3073-b138-4084-aec0-235454dd401a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100520) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 13 02:31:32.388225 dv-cinder-760192-6-iscsi neutron-server[100520]: WARNING oslo_policy.policy [None req-5b1b3073-b138-4084-aec0-235454dd401a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:31:32.388596 dv-cinder-760192-6-iscsi neutron-server[100520]: WARNING oslo_policy.policy [None req-5b1b3073-b138-4084-aec0-235454dd401a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:31:32.397041 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.quota [None req-5b1b3073-b138-4084-aec0-235454dd401a admin admin] Loaded quota_driver: . Aug 13 02:31:32.489803 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3073-b138-4084-aec0-235454dd401a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730807322446', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730807321905', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730807318838', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730807307929', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730807665585', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730807361045', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-529670', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-912417', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2008973', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2079711'] for rbac-policy, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:32.559891 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3073-b138-4084-aec0-235454dd401a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:32.568083 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-5b1b3073-b138-4084-aec0-235454dd401a admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6281176 Aug 13 02:31:32.760480 dv-cinder-760192-6-iscsi neutron-server[100522]: INFO neutron.db.l3_hamode_db [None req-80612df4-ed82-4009-a301-47ea83dc4a6b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 13 02:31:32.837087 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80612df4-ed82-4009-a301-47ea83dc4a6b None None] Routers set() bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:31:32.837472 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80612df4-ed82-4009-a301-47ea83dc4a6b None None] Router IDs set() for agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 13 02:31:35.119010 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58644) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:31:35.410433 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '068ed0a3498b468993c94aa4167cba39', 'tenant_id': '068ed0a3498b468993c94aa4167cba39'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:31:35.439161 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Made reservation on behalf of 068ed0a3498b468993c94aa4167cba39 for: {'network': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:31:35.442128 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for network, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:35.459124 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:35.585934 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:35.590462 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:35.612281 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=100520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:31:35.641906 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730805984615', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:35.642482 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Unsubscribe: segment precommit_create {{(pid=100520) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 13 02:31:35.642992 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.db.segments_db [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Added segment 77ee9d4a-176f-4b20-a817-b2155f003a03 of type vlan for network dbe95878-b587-4cba-a50f-1e19f2a2c16c Aug 13 02:31:35.661032 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce88bcb5-2213-4ec7-86c6-9079db876dc5,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:31:35.710452 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:35.710807 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:35.711139 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:35.711464 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:35.711817 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:35.712150 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:35.712470 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:35.712801 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:35.713133 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:35.713447 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:35.713760 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:35.714075 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Tracked resource versions report: Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: pushed versions: Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: { 'AddressGroup': {'1.2'}, Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: 'ConntrackHelper': {'1.0'}, Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: 'Log': {'1.0'}, Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: 'Network': {'1.1'}, Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: 'Port': {'1.7'}, Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: 'PortForwarding': {'1.2'}, Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: 'QosPolicy': {'1.9'}, Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: 'SecurityGroup': {'1.4'}, Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: 'SubPort': {'1.0'}, Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: 'Subnet': {'1.1'}, Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: 'Trunk': {'1.1'}} Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: consumer versions: Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: { DHCP agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: L3 agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: Metadata agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: Metering agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: Open vSwitch agent@dv-cinder-760192-6-iscsi: { 'AddressGroup': '1.2', Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: 'ConntrackHelper': '1.0', Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: 'Log': '1.0', Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: 'Network': '1.1', Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: 'Port': '1.7', Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: 'PortForwarding': '1.2', Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: 'QosPolicy': '1.9', Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: 'SecurityGroup': '1.4', Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: 'SecurityGroupRule': '1.2', Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: 'SubPort': '1.0', Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: 'Subnet': '1.1', Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: 'Trunk': '1.1'}} Aug 13 02:31:35.715219 dv-cinder-760192-6-iscsi neutron-server[100520]: {{(pid=100520) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:31:35.762352 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730805411148'] for network, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:35.813468 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for network, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:35.814601 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:31:35.815277 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:35.900066 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7799399 Aug 13 02:31:35.914600 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8228c-5f73-40ed-864a-73b5193145e8 admin admin] Pushing event updated for resources: {'Network': ['ID=dbe95878-b587-4cba-a50f-1e19f2a2c16c,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:31:35.926382 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Network dbe95878-b587-4cba-a50f-1e19f2a2c16c details requested by agent ovs-agent-dv-cinder-760192-6-iscsi with host dv-cinder-760192-6-iscsi {{(pid=100522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:31:38.503802 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58658) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:31:38.988544 dv-cinder-760192-6-iscsi neutron-server[100521]: WARNING oslo_policy.policy [None req-d95049a9-d6a5-4861-be80-952cb4f8a9d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:31:38.989117 dv-cinder-760192-6-iscsi neutron-server[100521]: WARNING oslo_policy.policy [None req-d95049a9-d6a5-4861-be80-952cb4f8a9d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:31:39.423119 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.policy [None req-d95049a9-d6a5-4861-be80-952cb4f8a9d0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100521) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 13 02:31:39.466617 dv-cinder-760192-6-iscsi neutron-server[100521]: WARNING oslo_policy.policy [None req-d95049a9-d6a5-4861-be80-952cb4f8a9d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:31:39.466988 dv-cinder-760192-6-iscsi neutron-server[100521]: WARNING oslo_policy.policy [None req-d95049a9-d6a5-4861-be80-952cb4f8a9d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:31:39.475283 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95049a9-d6a5-4861-be80-952cb4f8a9d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:31:39.477208 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-d95049a9-d6a5-4861-be80-952cb4f8a9d0 admin admin] 10.222.0.13 "GET /v2.0/networks/dbe95878-b587-4cba-a50f-1e19f2a2c16c HTTP/1.1" status: 200 len: 825 time: 0.9713178 Aug 13 02:31:39.517009 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-11e8c312-b367-44b4-b6c2-fbae97292aac admin admin] 10.222.0.13 "GET /v2.0/subnetpools/8d39ed95-4535-4a69-8b49-9eb99585c307 HTTP/1.1" status: 200 len: 734 time: 0.0334988 Aug 13 02:31:39.526290 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-842419b5-4329-426a-9cf2-e97586d49278 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '068ed0a3498b468993c94aa4167cba39', 'ip_version': 4, 'subnetpool_id': '8d39ed95-4535-4a69-8b49-9eb99585c307', 'network_id': 'dbe95878-b587-4cba-a50f-1e19f2a2c16c', 'name': 'private-subnet'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:31:39.528196 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.quota [None req-842419b5-4329-426a-9cf2-e97586d49278 admin admin] Loaded quota_driver: . Aug 13 02:31:39.567210 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842419b5-4329-426a-9cf2-e97586d49278 admin admin] Made reservation on behalf of 068ed0a3498b468993c94aa4167cba39 for: {'subnet': 1} {{(pid=100521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:31:39.569909 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-842419b5-4329-426a-9cf2-e97586d49278 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:39.860035 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-842419b5-4329-426a-9cf2-e97586d49278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for subnet, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:39.932852 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842419b5-4329-426a-9cf2-e97586d49278 admin admin] Checking segment: {'id': '77ee9d4a-176f-4b20-a817-b2155f003a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dbe95878-b587-4cba-a50f-1e19f2a2c16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:31:39.933243 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842419b5-4329-426a-9cf2-e97586d49278 admin admin] Network hostable DHCP agents. Network: dbe95878-b587-4cba-a50f-1e19f2a2c16c, hostable agents: ['595598fe-73c0-479d-97dd-8b235d94b446'], hosted agents: [] {{(pid=100521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:31:39.943550 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842419b5-4329-426a-9cf2-e97586d49278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=962c83eb-381a-49f3-bf56-78eb45a2440d,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:31:39.953931 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842419b5-4329-426a-9cf2-e97586d49278 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:39.954284 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842419b5-4329-426a-9cf2-e97586d49278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:39.954615 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842419b5-4329-426a-9cf2-e97586d49278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:39.954937 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842419b5-4329-426a-9cf2-e97586d49278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:39.955256 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842419b5-4329-426a-9cf2-e97586d49278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:39.955615 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842419b5-4329-426a-9cf2-e97586d49278 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:39.955939 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842419b5-4329-426a-9cf2-e97586d49278 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:39.956268 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842419b5-4329-426a-9cf2-e97586d49278 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:39.956600 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842419b5-4329-426a-9cf2-e97586d49278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:39.956911 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842419b5-4329-426a-9cf2-e97586d49278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:39.957223 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842419b5-4329-426a-9cf2-e97586d49278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:39.957532 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842419b5-4329-426a-9cf2-e97586d49278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842419b5-4329-426a-9cf2-e97586d49278 admin admin] Tracked resource versions report: Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: pushed versions: Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: { 'AddressGroup': {'1.2'}, Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: 'ConntrackHelper': {'1.0'}, Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: 'Log': {'1.0'}, Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: 'Network': {'1.1'}, Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: 'Port': {'1.7'}, Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: 'PortForwarding': {'1.2'}, Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: 'QosPolicy': {'1.9'}, Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: 'SecurityGroup': {'1.4'}, Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: 'SubPort': {'1.0'}, Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: 'Subnet': {'1.1'}, Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: 'Trunk': {'1.1'}} Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: consumer versions: Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: { DHCP agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: L3 agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: Metadata agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: Metering agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: Open vSwitch agent@dv-cinder-760192-6-iscsi: { 'AddressGroup': '1.2', Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: 'ConntrackHelper': '1.0', Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: 'Log': '1.0', Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: 'Network': '1.1', Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: 'Port': '1.7', Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: 'PortForwarding': '1.2', Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: 'QosPolicy': '1.9', Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: 'SecurityGroup': '1.4', Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: 'SecurityGroupRule': '1.2', Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: 'SubPort': '1.0', Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: 'Subnet': '1.1', Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: 'Trunk': '1.1'}} Aug 13 02:31:39.958644 dv-cinder-760192-6-iscsi neutron-server[100521]: {{(pid=100521) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:31:39.992313 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842419b5-4329-426a-9cf2-e97586d49278 admin admin] Network dbe95878-b587-4cba-a50f-1e19f2a2c16c is scheduled to be hosted by DHCP agent 595598fe-73c0-479d-97dd-8b235d94b446 with binding_index 1 {{(pid=100521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:31:40.004647 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-842419b5-4329-426a-9cf2-e97586d49278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760192-6-iscsi, dbe95878-b587-4cba-a50f-1e19f2a2c16c) {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:31:40.009077 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842419b5-4329-426a-9cf2-e97586d49278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:31:40.009701 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-842419b5-4329-426a-9cf2-e97586d49278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:40.014984 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb71a917-5e56-4e0f-a2a8-106772c57f92 None None] Network dbe95878-b587-4cba-a50f-1e19f2a2c16c requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:31:40.030559 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-842419b5-4329-426a-9cf2-e97586d49278 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5075915 Aug 13 02:31:40.334894 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a7fb4fd-6467-5fc5-8d0e-71f03b711e8f-dbe95878-b587-4cba-a50f-1e19f2a2c16c', 'network_id': 'dbe95878-b587-4cba-a50f-1e19f2a2c16c', 'tenant_id': '068ed0a3498b468993c94aa4167cba39', 'fixed_ips': [{'subnet_id': '962c83eb-381a-49f3-bf56-78eb45a2440d'}]}} from dv-cinder-760192-6-iscsi. {{(pid=100522) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:31:40.336148 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:40.606174 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.db_base_plugin_common [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Allocated IP 172.20.0.2 (dbe95878-b587-4cba-a50f-1e19f2a2c16c/962c83eb-381a-49f3-bf56-78eb45a2440d/26526813-5fe1-4f25-a4e3-238b0032240d) {{(pid=100522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:31:40.840928 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Notify callbacks [] for port, precommit_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:40.856837 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Transition to ACTIVE for port object 26526813-5fe1-4f25-a4e3-238b0032240d will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:31:40.879597 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Transition to ACTIVE for port object 26526813-5fe1-4f25-a4e3-238b0032240d will not be triggered until provisioned by entity DHCP. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:31:40.887957 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703'] for port, after_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:40.965955 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Network dbe95878-b587-4cba-a50f-1e19f2a2c16c is already hosted by enough agents. {{(pid=100522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:31:40.973820 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.scheduler.base_scheduler [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Resources bound (agent type, host, resource id): {{(pid=100522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:31:40.977633 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Received port after_create {{(pid=100522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:31:40.981453 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Pushing event updated for resources: {'Port': ['ID=26526813-5fe1-4f25-a4e3-238b0032240d,revision_number=1']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:31:41.014242 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:41.014609 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:41.014955 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:41.015321 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:41.016184 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:41.016520 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:41.016853 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:41.017183 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:41.017535 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:41.017866 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:41.018192 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:41.018514 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Tracked resource versions report: Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: pushed versions: Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: { 'AddressGroup': {'1.2'}, Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: 'ConntrackHelper': {'1.0'}, Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: 'Log': {'1.0'}, Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: 'Network': {'1.1'}, Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: 'Port': {'1.7'}, Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: 'PortForwarding': {'1.2'}, Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: 'QosPolicy': {'1.9'}, Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: 'SecurityGroup': {'1.4'}, Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: 'SubPort': {'1.0'}, Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: 'Subnet': {'1.1'}, Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: 'Trunk': {'1.1'}} Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: consumer versions: Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: { DHCP agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: L3 agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: Metadata agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: Metering agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: Open vSwitch agent@dv-cinder-760192-6-iscsi: { 'AddressGroup': '1.2', Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: 'ConntrackHelper': '1.0', Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: 'Log': '1.0', Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: 'Network': '1.1', Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: 'Port': '1.7', Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: 'PortForwarding': '1.2', Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: 'QosPolicy': '1.9', Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: 'SecurityGroup': '1.4', Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: 'SecurityGroupRule': '1.2', Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: 'SubPort': '1.0', Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: 'Subnet': '1.1', Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: 'Trunk': '1.1'}} Aug 13 02:31:41.019682 dv-cinder-760192-6-iscsi neutron-server[100522]: {{(pid=100522) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:31:41.071148 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Attempting to bind port 26526813-5fe1-4f25-a4e3-238b0032240d on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:31:41.071578 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Attempting to bind port 26526813-5fe1-4f25-a4e3-238b0032240d by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': '77ee9d4a-176f-4b20-a817-b2155f003a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dbe95878-b587-4cba-a50f-1e19f2a2c16c'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:31:41.072008 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Attempting to bind port 26526813-5fe1-4f25-a4e3-238b0032240d on network dbe95878-b587-4cba-a50f-1e19f2a2c16c {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:31:41.076812 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:31:41.077218 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Checking segment: {'id': '77ee9d4a-176f-4b20-a817-b2155f003a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dbe95878-b587-4cba-a50f-1e19f2a2c16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:31:41.077733 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:41.078628 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Bound using segment: {'id': '77ee9d4a-176f-4b20-a817-b2155f003a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dbe95878-b587-4cba-a50f-1e19f2a2c16c'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:31:41.079118 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Bound port: 26526813-5fe1-4f25-a4e3-238b0032240d, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ee9d4a-176f-4b20-a817-b2155f003a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dbe95878-b587-4cba-a50f-1e19f2a2c16c'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:31:41.079528 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:41.146001 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] For port 26526813-5fe1-4f25-a4e3-238b0032240d, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:31:41.150163 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] For port 26526813-5fe1-4f25-a4e3-238b0032240d, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=26526813-5fe1-4f25-a4e3-238b0032240d,segment=NetworkSegment(77ee9d4a-176f-4b20-a817-b2155f003a03),segment_id=77ee9d4a-176f-4b20-a817-b2155f003a03)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:31:41.154682 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:41.218900 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5eb94-638e-4a44-8a57-94601b576ab5 None None] Pushing event updated for resources: {'Port': ['ID=26526813-5fe1-4f25-a4e3-238b0032240d,revision_number=2']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:31:42.400741 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58678) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:31:42.722867 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [None req-5a7dff0f-35e7-49a1-b4d2-9e64c99a4f19 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100521) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:31:42.723904 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-5a7dff0f-35e7-49a1-b4d2-9e64c99a4f19 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3222184 Aug 13 02:31:45.152979 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58686) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:31:45.462299 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [None req-1d3e5cbe-c361-4292-a718-2b85dc7b87f1 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100521) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:31:45.463351 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-1d3e5cbe-c361-4292-a718-2b85dc7b87f1 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3092685 Aug 13 02:31:48.061039 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58696) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:31:48.356284 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-eee5c81b-a9f4-4e7e-bc2f-3a2a067b3518 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '068ed0a3498b468993c94aa4167cba39', 'name': 'router1'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:31:48.379829 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-eee5c81b-a9f4-4e7e-bc2f-3a2a067b3518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-388'] for router, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:48.381419 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-eee5c81b-a9f4-4e7e-bc2f-3a2a067b3518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1791357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-395'] for router, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:48.565685 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-eee5c81b-a9f4-4e7e-bc2f-3a2a067b3518 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:48.570321 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-eee5c81b-a9f4-4e7e-bc2f-3a2a067b3518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1791334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790715'] for router, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:48.583851 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-eee5c81b-a9f4-4e7e-bc2f-3a2a067b3518 admin admin] Notify callbacks [] for router, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:48.584973 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-eee5c81b-a9f4-4e7e-bc2f-3a2a067b3518 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5223007 Aug 13 02:31:49.541022 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e6681b-f77e-43bb-913b-5b5347c5e7ac None None] Network dbe95878-b587-4cba-a50f-1e19f2a2c16c requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:31:49.583017 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 26526813-5fe1-4f25-a4e3-238b0032240d up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:31:49.701187 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-cb3b794f-2dc7-44b4-bedf-61b000e8201d None None] Provisioning for port 26526813-5fe1-4f25-a4e3-238b0032240d completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:31:49.718605 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port 26526813-5fe1-4f25-a4e3-238b0032240d completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:31:49.740900 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 26526813-5fe1-4f25-a4e3-238b0032240d triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:31:49.741235 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:49.896872 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:49.934662 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port 26526813-5fe1-4f25-a4e3-238b0032240d, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=26526813-5fe1-4f25-a4e3-238b0032240d,segment=NetworkSegment(77ee9d4a-176f-4b20-a817-b2155f003a03),segment_id=77ee9d4a-176f-4b20-a817-b2155f003a03)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:31:49.940418 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:49.993121 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=26526813-5fe1-4f25-a4e3-238b0032240d,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:31:50.137844 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-af05007f-d6e7-41b1-bc31-d85068ee1d9b None None] Provisioning complete for port 26526813-5fe1-4f25-a4e3-238b0032240d triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:31:50.138321 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-af05007f-d6e7-41b1-bc31-d85068ee1d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:50.968548 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58710) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:31:51.278260 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [None req-00c5bf60-47f1-4df0-a9c7-5f5f3c80f9e6 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:31:51.279296 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-00c5bf60-47f1-4df0-a9c7-5f5f3c80f9e6 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3097661 Aug 13 02:31:51.533130 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 26526813-5fe1-4f25-a4e3-238b0032240d up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:31:51.579635 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 26526813-5fe1-4f25-a4e3-238b0032240d triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:31:51.580010 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:52.469742 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-a1c2bc28-d46d-479e-a697-6bbd433e8a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:53.717546 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58718) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:31:54.022057 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-f5d9ad46-37cf-42ee-a6b2-a230f9a40a59 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:31:54.042688 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d9ad46-37cf-42ee-a6b2-a230f9a40a59 admin admin] Made reservation on behalf of cda2da07eb074a4697bfdad0d0a9d5c2 for: {'network': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:31:54.045725 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f5d9ad46-37cf-42ee-a6b2-a230f9a40a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for network, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:54.053473 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f5d9ad46-37cf-42ee-a6b2-a230f9a40a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:54.140850 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f5d9ad46-37cf-42ee-a6b2-a230f9a40a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:54.144276 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f5d9ad46-37cf-42ee-a6b2-a230f9a40a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:54.160445 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f5d9ad46-37cf-42ee-a6b2-a230f9a40a59 admin admin] Reserving flat network on physical network physnet1 {{(pid=100520) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 13 02:31:54.181847 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f5d9ad46-37cf-42ee-a6b2-a230f9a40a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:54.182198 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.db.segments_db [None req-f5d9ad46-37cf-42ee-a6b2-a230f9a40a59 admin admin] Added segment d9061e0b-aa32-4f41-a315-df5dcd71983a of type flat for network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 Aug 13 02:31:54.183567 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9ad46-37cf-42ee-a6b2-a230f9a40a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a3dd62-da5b-49d4-8e54-0ed503daf9b6,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:31:54.240923 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f5d9ad46-37cf-42ee-a6b2-a230f9a40a59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730805411148'] for network, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:54.276533 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f5d9ad46-37cf-42ee-a6b2-a230f9a40a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for network, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:54.277456 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d9ad46-37cf-42ee-a6b2-a230f9a40a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:31:54.278038 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f5d9ad46-37cf-42ee-a6b2-a230f9a40a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:54.334784 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-f5d9ad46-37cf-42ee-a6b2-a230f9a40a59 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6161804 Aug 13 02:31:54.339443 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9ad46-37cf-42ee-a6b2-a230f9a40a59 admin admin] Pushing event updated for resources: {'Network': ['ID=e1b1eaab-3abb-4c2f-9e17-ba947274cb90,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:31:54.362665 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 details requested by agent ovs-agent-dv-cinder-760192-6-iscsi with host dv-cinder-760192-6-iscsi {{(pid=100522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:31:55.418305 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-70bc8eeb-63a7-4f23-944f-60fe07ecc2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:55.696175 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:56.209553 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:56.663368 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58736) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:31:56.839255 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c645c52e-6d2e-496e-b4d6-1594a9f2a6d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:31:56.840642 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-c645c52e-6d2e-496e-b4d6-1594a9f2a6d4 admin admin] 10.222.0.13 "GET /v2.0/subnets/962c83eb-381a-49f3-bf56-78eb45a2440d HTTP/1.1" status: 200 len: 849 time: 0.1762695 Aug 13 02:31:56.956723 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-419fc855-258c-4d50-9645-fce56391c1e4 admin admin] 10.222.0.13 "GET /v2.0/routers/82e794be-7a7f-4317-85a2-b82e2aacbf5e HTTP/1.1" status: 200 len: 704 time: 0.1095145 Aug 13 02:31:57.215544 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ac701988-1153-4648-b265-65c59c915910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:57.512444 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_common [None req-ac701988-1153-4648-b265-65c59c915910 admin admin] Allocated IP 172.20.0.1 (dbe95878-b587-4cba-a50f-1e19f2a2c16c/962c83eb-381a-49f3-bf56-78eb45a2440d/67f40c9e-82b7-46fb-aef7-223d2fedd1c5) {{(pid=100521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:31:57.585393 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:57.669514 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ac701988-1153-4648-b265-65c59c915910 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:57.692250 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-ac701988-1153-4648-b265-65c59c915910 admin admin] Transition to ACTIVE for port object 67f40c9e-82b7-46fb-aef7-223d2fedd1c5 will not be triggered until provisioned by entity DHCP. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:31:57.774929 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ac701988-1153-4648-b265-65c59c915910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703'] for port, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:57.846917 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac701988-1153-4648-b265-65c59c915910 admin admin] Network dbe95878-b587-4cba-a50f-1e19f2a2c16c is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:31:57.851887 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-ac701988-1153-4648-b265-65c59c915910 admin admin] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:31:57.854507 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac701988-1153-4648-b265-65c59c915910 admin admin] Received port after_create {{(pid=100521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:31:57.855029 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ac701988-1153-4648-b265-65c59c915910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752878'] for router_interface, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:57.915075 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac701988-1153-4648-b265-65c59c915910 admin admin] Pushing event updated for resources: {'Port': ['ID=67f40c9e-82b7-46fb-aef7-223d2fedd1c5,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:31:58.081027 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-3eab0bc2-872e-4705-bdea-2a2aead4d37a None None] Provisioning for port 67f40c9e-82b7-46fb-aef7-223d2fedd1c5 completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:31:58.084786 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-3eab0bc2-872e-4705-bdea-2a2aead4d37a None None] Provisioning complete for port 67f40c9e-82b7-46fb-aef7-223d2fedd1c5 triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:31:58.085165 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-3eab0bc2-872e-4705-bdea-2a2aead4d37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:58.105521 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ac701988-1153-4648-b265-65c59c915910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:58.117902 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-3eab0bc2-872e-4705-bdea-2a2aead4d37a None None] Port 67f40c9e-82b7-46fb-aef7-223d2fedd1c5 cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:31:58.309174 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ac701988-1153-4648-b265-65c59c915910 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:58.313935 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ac701988-1153-4648-b265-65c59c915910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:58.314792 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ac701988-1153-4648-b265-65c59c915910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753018'] for router_interface, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:58.391591 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac701988-1153-4648-b265-65c59c915910 admin admin] Pushing event updated for resources: {'Port': ['ID=67f40c9e-82b7-46fb-aef7-223d2fedd1c5,revision_number=2']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:31:58.436593 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac701988-1153-4648-b265-65c59c915910 admin admin] Network dbe95878-b587-4cba-a50f-1e19f2a2c16c is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:31:58.437835 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-ac701988-1153-4648-b265-65c59c915910 admin admin] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:31:58.597833 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac701988-1153-4648-b265-65c59c915910 admin admin] Router 82e794be-7a7f-4317-85a2-b82e2aacbf5e is scheduled to L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 with binding_index 1 {{(pid=100521) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:31:58.637855 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-36934482-80af-4c64-b19b-757204eca89e None None] Provisioning complete for port 67f40c9e-82b7-46fb-aef7-223d2fedd1c5 triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:31:58.638443 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-36934482-80af-4c64-b19b-757204eca89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:58.674434 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-36934482-80af-4c64-b19b-757204eca89e None None] Port 67f40c9e-82b7-46fb-aef7-223d2fedd1c5 cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:31:58.690208 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac701988-1153-4648-b265-65c59c915910 admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:31:58.695240 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-ac701988-1153-4648-b265-65c59c915910 admin admin] 10.222.0.13 "PUT /v2.0/routers/82e794be-7a7f-4317-85a2-b82e2aacbf5e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7331898 Aug 13 02:31:58.699342 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] Sync routers for ids ['82e794be-7a7f-4317-85a2-b82e2aacbf5e'] in dv-cinder-760192-6-iscsi {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:31:58.710810 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] Routers {'82e794be-7a7f-4317-85a2-b82e2aacbf5e'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:31:58.711640 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:31:55Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['82e794be-7a7f-4317-85a2-b82e2aacbf5e'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:31:58.897893 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] Set router 82e794be-7a7f-4317-85a2-b82e2aacbf5e gateway port host: None {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:31:59.316972 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e794be-7a7f-4317-85a2-b82e2aacbf5e', 'name': 'router1', 'tenant_id': '068ed0a3498b468993c94aa4167cba39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:31:48Z', 'updated_at': '2021-08-13T02:31:58Z', 'revision_number': 2, 'project_id': '068ed0a3498b468993c94aa4167cba39', 'gw_port_host': None, '_interfaces': [{'id': '67f40c9e-82b7-46fb-aef7-223d2fedd1c5', 'name': '', 'network_id': 'dbe95878-b587-4cba-a50f-1e19f2a2c16c', 'tenant_id': '068ed0a3498b468993c94aa4167cba39', 'mac_address': 'fa:16:3e:7e:98:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e794be-7a7f-4317-85a2-b82e2aacbf5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '962c83eb-381a-49f3-bf56-78eb45a2440d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:31:57Z', 'updated_at': '2021-08-13T02:31:58Z', 'revision_number': 2, 'project_id': '068ed0a3498b468993c94aa4167cba39', 'subnets': [{'id': '962c83eb-381a-49f3-bf56-78eb45a2440d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d39ed95-4535-4a69-8b49-9eb99585c307'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:31:59.368442 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] Checking router: 82e794be-7a7f-4317-85a2-b82e2aacbf5e for host: dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:31:59.368817 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] Updating router 82e794be-7a7f-4317-85a2-b82e2aacbf5e port 67f40c9e-82b7-46fb-aef7-223d2fedd1c5 binding host dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:31:59.416174 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:59.938301 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] Notify callbacks [] for port, precommit_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:59.956003 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.provisioning_blocks [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] Transition to ACTIVE for port object 67f40c9e-82b7-46fb-aef7-223d2fedd1c5 will not be triggered until provisioned by entity L2. {{(pid=100523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:31:59.962015 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:00.111325 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb8f43-97a6-4dc4-8b0d-96bb05635af9 None None] Pushing event updated for resources: {'Port': ['ID=67f40c9e-82b7-46fb-aef7-223d2fedd1c5,revision_number=3']} {{(pid=100523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:32:00.130778 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb8f43-97a6-4dc4-8b0d-96bb05635af9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:00.131135 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb8f43-97a6-4dc4-8b0d-96bb05635af9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:00.131476 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb8f43-97a6-4dc4-8b0d-96bb05635af9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:00.131832 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb8f43-97a6-4dc4-8b0d-96bb05635af9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:00.132163 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb8f43-97a6-4dc4-8b0d-96bb05635af9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:00.132491 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb8f43-97a6-4dc4-8b0d-96bb05635af9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:00.132816 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb8f43-97a6-4dc4-8b0d-96bb05635af9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:00.133141 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb8f43-97a6-4dc4-8b0d-96bb05635af9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:00.133486 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb8f43-97a6-4dc4-8b0d-96bb05635af9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:00.133805 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb8f43-97a6-4dc4-8b0d-96bb05635af9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:00.134127 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb8f43-97a6-4dc4-8b0d-96bb05635af9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:00.134446 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb8f43-97a6-4dc4-8b0d-96bb05635af9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb8f43-97a6-4dc4-8b0d-96bb05635af9 None None] Tracked resource versions report: Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: pushed versions: Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: { 'AddressGroup': {'1.2'}, Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: 'ConntrackHelper': {'1.0'}, Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: 'Log': {'1.0'}, Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: 'Network': {'1.1'}, Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: 'Port': {'1.7'}, Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: 'PortForwarding': {'1.2'}, Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: 'QosPolicy': {'1.9'}, Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: 'SecurityGroup': {'1.4'}, Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: 'SubPort': {'1.0'}, Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: 'Subnet': {'1.1'}, Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: 'Trunk': {'1.1'}} Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: consumer versions: Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: { DHCP agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: L3 agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: Metadata agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: Metering agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: Open vSwitch agent@dv-cinder-760192-6-iscsi: { 'AddressGroup': '1.2', Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: 'ConntrackHelper': '1.0', Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: 'Log': '1.0', Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: 'Network': '1.1', Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: 'Port': '1.7', Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: 'PortForwarding': '1.2', Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: 'QosPolicy': '1.9', Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: 'SecurityGroup': '1.4', Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: 'SecurityGroupRule': '1.2', Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: 'SubPort': '1.0', Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: 'Subnet': '1.1', Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: 'Trunk': '1.1'}} Aug 13 02:32:00.135674 dv-cinder-760192-6-iscsi neutron-server[100523]: {{(pid=100523) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:32:00.143916 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] Attempting to bind port 67f40c9e-82b7-46fb-aef7-223d2fedd1c5 on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:32:00.144977 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] Attempting to bind port 67f40c9e-82b7-46fb-aef7-223d2fedd1c5 by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': '77ee9d4a-176f-4b20-a817-b2155f003a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dbe95878-b587-4cba-a50f-1e19f2a2c16c'}] {{(pid=100523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:32:00.145529 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] Attempting to bind port 67f40c9e-82b7-46fb-aef7-223d2fedd1c5 on network dbe95878-b587-4cba-a50f-1e19f2a2c16c {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:32:00.151025 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:32:00.151418 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] Checking segment: {'id': '77ee9d4a-176f-4b20-a817-b2155f003a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dbe95878-b587-4cba-a50f-1e19f2a2c16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:32:00.151926 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:00.152324 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] Bound using segment: {'id': '77ee9d4a-176f-4b20-a817-b2155f003a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dbe95878-b587-4cba-a50f-1e19f2a2c16c'} {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:32:00.152799 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] Bound port: 67f40c9e-82b7-46fb-aef7-223d2fedd1c5, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ee9d4a-176f-4b20-a817-b2155f003a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dbe95878-b587-4cba-a50f-1e19f2a2c16c'}}] {{(pid=100523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:32:00.153171 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:00.220328 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.db [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] For port 67f40c9e-82b7-46fb-aef7-223d2fedd1c5, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:32:00.242547 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.db [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] For port 67f40c9e-82b7-46fb-aef7-223d2fedd1c5, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=67f40c9e-82b7-46fb-aef7-223d2fedd1c5,segment=NetworkSegment(77ee9d4a-176f-4b20-a817-b2155f003a03),segment_id=77ee9d4a-176f-4b20-a817-b2155f003a03)] {{(pid=100523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:32:00.246843 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:00.296241 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] Routers {'82e794be-7a7f-4317-85a2-b82e2aacbf5e'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:32:00.296868 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:31:55Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['82e794be-7a7f-4317-85a2-b82e2aacbf5e'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:32:00.372338 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb8f43-97a6-4dc4-8b0d-96bb05635af9 None None] Pushing event updated for resources: {'Port': ['ID=67f40c9e-82b7-46fb-aef7-223d2fedd1c5,revision_number=4']} {{(pid=100523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:32:00.396802 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] Set router 82e794be-7a7f-4317-85a2-b82e2aacbf5e gateway port host: None {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:32:00.608783 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e794be-7a7f-4317-85a2-b82e2aacbf5e', 'name': 'router1', 'tenant_id': '068ed0a3498b468993c94aa4167cba39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:31:48Z', 'updated_at': '2021-08-13T02:31:58Z', 'revision_number': 2, 'project_id': '068ed0a3498b468993c94aa4167cba39', 'gw_port_host': None, '_interfaces': [{'id': '67f40c9e-82b7-46fb-aef7-223d2fedd1c5', 'name': '', 'network_id': 'dbe95878-b587-4cba-a50f-1e19f2a2c16c', 'tenant_id': '068ed0a3498b468993c94aa4167cba39', 'mac_address': 'fa:16:3e:7e:98:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e794be-7a7f-4317-85a2-b82e2aacbf5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '962c83eb-381a-49f3-bf56-78eb45a2440d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:31:57Z', 'updated_at': '2021-08-13T02:32:00Z', 'revision_number': 4, 'project_id': '068ed0a3498b468993c94aa4167cba39', 'subnets': [{'id': '962c83eb-381a-49f3-bf56-78eb45a2440d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d39ed95-4535-4a69-8b49-9eb99585c307'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:32:00.633619 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fab580-277a-408f-a7ca-0f45e3a3ec08 None None] The sync data for ids ['82e794be-7a7f-4317-85a2-b82e2aacbf5e'] in dv-cinder-760192-6-iscsi is: [{'id': '82e794be-7a7f-4317-85a2-b82e2aacbf5e', 'name': 'router1', 'tenant_id': '068ed0a3498b468993c94aa4167cba39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:31:48Z', 'updated_at': '2021-08-13T02:31:58Z', 'revision_number': 2, 'project_id': '068ed0a3498b468993c94aa4167cba39', 'gw_port_host': None, '_interfaces': [{'id': '67f40c9e-82b7-46fb-aef7-223d2fedd1c5', 'name': '', 'network_id': 'dbe95878-b587-4cba-a50f-1e19f2a2c16c', 'tenant_id': '068ed0a3498b468993c94aa4167cba39', 'mac_address': 'fa:16:3e:7e:98:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e794be-7a7f-4317-85a2-b82e2aacbf5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '962c83eb-381a-49f3-bf56-78eb45a2440d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:31:57Z', 'updated_at': '2021-08-13T02:32:00Z', 'revision_number': 4, 'project_id': '068ed0a3498b468993c94aa4167cba39', 'subnets': [{'id': '962c83eb-381a-49f3-bf56-78eb45a2440d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d39ed95-4535-4a69-8b49-9eb99585c307'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:32:00.895062 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58756) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:32:01.005613 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93535de-3f8a-479b-85ce-3f5235d3c41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:01.007029 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-c93535de-3f8a-479b-85ce-3f5235d3c41f admin admin] 10.222.0.13 "GET /v2.0/networks/e1b1eaab-3abb-4c2f-9e17-ba947274cb90 HTTP/1.1" status: 200 len: 842 time: 0.1109941 Aug 13 02:32:01.017565 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-6011d5c2-830e-4e94-afd9-748257c89a21 admin admin] Request body: {'subnet': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'cidr': '172.27.3.0/24'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:32:01.039846 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6011d5c2-830e-4e94-afd9-748257c89a21 admin admin] Made reservation on behalf of cda2da07eb074a4697bfdad0d0a9d5c2 for: {'subnet': 1} {{(pid=100521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:32:01.042021 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6011d5c2-830e-4e94-afd9-748257c89a21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:01.318367 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.objects.ports [None req-6011d5c2-830e-4e94-afd9-748257c89a21 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100521) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 13 02:32:01.318802 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6011d5c2-830e-4e94-afd9-748257c89a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for subnet, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:01.369946 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011d5c2-830e-4e94-afd9-748257c89a21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b95406b-7f6d-4e40-b01a-fd59db47aa2f,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:32:01.380487 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6011d5c2-830e-4e94-afd9-748257c89a21 admin admin] Checking segment: {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:32:01.380847 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6011d5c2-830e-4e94-afd9-748257c89a21 admin admin] Network hostable DHCP agents. Network: e1b1eaab-3abb-4c2f-9e17-ba947274cb90, hostable agents: ['595598fe-73c0-479d-97dd-8b235d94b446'], hosted agents: [] {{(pid=100521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:32:01.398030 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6011d5c2-830e-4e94-afd9-748257c89a21 admin admin] Network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 is scheduled to be hosted by DHCP agent 595598fe-73c0-479d-97dd-8b235d94b446 with binding_index 1 {{(pid=100521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:32:01.406898 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-6011d5c2-830e-4e94-afd9-748257c89a21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760192-6-iscsi, e1b1eaab-3abb-4c2f-9e17-ba947274cb90) {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:32:01.410820 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6011d5c2-830e-4e94-afd9-748257c89a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:01.411472 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6011d5c2-830e-4e94-afd9-748257c89a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:01.415916 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d524a6e5-c95b-45ef-a5c0-e41c66947043 None None] Network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:32:01.428419 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-6011d5c2-830e-4e94-afd9-748257c89a21 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4144692 Aug 13 02:32:01.547272 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f11a24-f37f-450b-b6ab-0a52a9bbeded None None] Network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:32:03.699300 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58764) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:32:03.828911 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-4b563de8-5c72-436d-a619-12867a7d533f admin admin] 10.222.0.13 "GET /v2.0/routers/82e794be-7a7f-4317-85a2-b82e2aacbf5e HTTP/1.1" status: 200 len: 710 time: 0.1284063 Aug 13 02:32:03.912925 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabfa933-4317-4e38-93d6-cef4033b5437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:03.914281 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-eabfa933-4317-4e38-93d6-cef4033b5437 admin admin] 10.222.0.13 "GET /v2.0/networks/e1b1eaab-3abb-4c2f-9e17-ba947274cb90 HTTP/1.1" status: 200 len: 886 time: 0.0798063 Aug 13 02:32:03.924436 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-9e2acc16-d44e-4de9-a9b1-87044c7ace6e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:32:04.248576 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9e2acc16-d44e-4de9-a9b1-87044c7ace6e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:04.483961 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9e2acc16-d44e-4de9-a9b1-87044c7ace6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:04.564606 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9e2acc16-d44e-4de9-a9b1-87044c7ace6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:04.668133 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_common [None req-9e2acc16-d44e-4de9-a9b1-87044c7ace6e admin admin] Allocated IP 172.27.3.163 (e1b1eaab-3abb-4c2f-9e17-ba947274cb90/3b95406b-7f6d-4e40-b01a-fd59db47aa2f/9d332bed-efff-4452-82ac-ac70ef7dadfb) {{(pid=100521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:32:04.774696 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9e2acc16-d44e-4de9-a9b1-87044c7ace6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:04.813374 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9e2acc16-d44e-4de9-a9b1-87044c7ace6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703'] for port, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:04.846309 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2acc16-d44e-4de9-a9b1-87044c7ace6e admin admin] Network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:32:04.849108 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-9e2acc16-d44e-4de9-a9b1-87044c7ace6e admin admin] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:32:04.852709 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2acc16-d44e-4de9-a9b1-87044c7ace6e admin admin] Received port after_create {{(pid=100521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:32:04.918466 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2acc16-d44e-4de9-a9b1-87044c7ace6e admin admin] Pushing event updated for resources: {'Port': ['ID=9d332bed-efff-4452-82ac-ac70ef7dadfb,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:32:05.105558 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9e2acc16-d44e-4de9-a9b1-87044c7ace6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:05.303122 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9e2acc16-d44e-4de9-a9b1-87044c7ace6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1791343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-409'] for router, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:05.306454 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9e2acc16-d44e-4de9-a9b1-87044c7ace6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790706', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1791320'] for router, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:05.413882 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2acc16-d44e-4de9-a9b1-87044c7ace6e admin admin] Router 82e794be-7a7f-4317-85a2-b82e2aacbf5e has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:32:05.601853 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2acc16-d44e-4de9-a9b1-87044c7ace6e admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:32:05.606067 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9e2acc16-d44e-4de9-a9b1-87044c7ace6e admin admin] Notify callbacks [] for router, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:05.607799 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-9e2acc16-d44e-4de9-a9b1-87044c7ace6e admin admin] 10.222.0.13 "PUT /v2.0/routers/82e794be-7a7f-4317-85a2-b82e2aacbf5e HTTP/1.1" status: 200 len: 890 time: 1.6866155 Aug 13 02:32:07.185322 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] Sync routers for ids ['82e794be-7a7f-4317-85a2-b82e2aacbf5e'] in dv-cinder-760192-6-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:32:07.198848 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] Routers {'82e794be-7a7f-4317-85a2-b82e2aacbf5e'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:32:07.199489 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:31:55Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['82e794be-7a7f-4317-85a2-b82e2aacbf5e'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:32:07.447455 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] Set router 82e794be-7a7f-4317-85a2-b82e2aacbf5e gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:32:07.589690 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 67f40c9e-82b7-46fb-aef7-223d2fedd1c5 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:32:07.762476 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port 67f40c9e-82b7-46fb-aef7-223d2fedd1c5 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:32:07.778151 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 67f40c9e-82b7-46fb-aef7-223d2fedd1c5 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:32:07.778728 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:07.942685 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:07.957346 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e794be-7a7f-4317-85a2-b82e2aacbf5e', 'name': 'router1', 'tenant_id': '068ed0a3498b468993c94aa4167cba39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '9d332bed-efff-4452-82ac-ac70ef7dadfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:31:48Z', 'updated_at': '2021-08-13T02:32:04Z', 'revision_number': 4, 'project_id': '068ed0a3498b468993c94aa4167cba39', 'gw_port': {'id': '9d332bed-efff-4452-82ac-ac70ef7dadfb', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e794be-7a7f-4317-85a2-b82e2aacbf5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:32:04Z', 'updated_at': '2021-08-13T02:32:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '67f40c9e-82b7-46fb-aef7-223d2fedd1c5', 'name': '', 'network_id': 'dbe95878-b587-4cba-a50f-1e19f2a2c16c', 'tenant_id': '068ed0a3498b468993c94aa4167cba39', 'mac_address': 'fa:16:3e:7e:98:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e794be-7a7f-4317-85a2-b82e2aacbf5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '962c83eb-381a-49f3-bf56-78eb45a2440d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:31:57Z', 'updated_at': '2021-08-13T02:32:00Z', 'revision_number': 4, 'project_id': '068ed0a3498b468993c94aa4167cba39', 'subnets': [{'id': '962c83eb-381a-49f3-bf56-78eb45a2440d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d39ed95-4535-4a69-8b49-9eb99585c307'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:32:07.989794 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58776) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:32:08.014428 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] Checking router: 82e794be-7a7f-4317-85a2-b82e2aacbf5e for host: dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:32:08.014747 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] Updating router 82e794be-7a7f-4317-85a2-b82e2aacbf5e port 9d332bed-efff-4452-82ac-ac70ef7dadfb binding host dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:32:08.071469 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port 67f40c9e-82b7-46fb-aef7-223d2fedd1c5, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=67f40c9e-82b7-46fb-aef7-223d2fedd1c5,segment=NetworkSegment(77ee9d4a-176f-4b20-a817-b2155f003a03),segment_id=77ee9d4a-176f-4b20-a817-b2155f003a03)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:32:08.075198 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:08.078663 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:08.104096 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-a43c7dbb-5d7c-47a1-aa4e-a8e8a5c1e375 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1131446 Aug 13 02:32:08.234780 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=67f40c9e-82b7-46fb-aef7-223d2fedd1c5,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:32:08.445735 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] Notify callbacks [] for port, precommit_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:08.455313 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] Transition to ACTIVE for port object 9d332bed-efff-4452-82ac-ac70ef7dadfb will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:32:08.461532 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:08.515852 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616de0ee-195a-4148-b023-5cfbe87ccc5a None None] Pushing event updated for resources: {'Port': ['ID=9d332bed-efff-4452-82ac-ac70ef7dadfb,revision_number=2']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:32:08.517549 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] Attempting to bind port 9d332bed-efff-4452-82ac-ac70ef7dadfb on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:32:08.518267 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] Attempting to bind port 9d332bed-efff-4452-82ac-ac70ef7dadfb by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:32:08.518638 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] Attempting to bind port 9d332bed-efff-4452-82ac-ac70ef7dadfb on network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:32:08.525428 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:32:08.525798 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] Checking segment: {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:32:08.526202 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:08.526588 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] Bound using segment: {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:32:08.527044 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] Bound port: 9d332bed-efff-4452-82ac-ac70ef7dadfb, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:32:08.527437 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:08.581968 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] For port 9d332bed-efff-4452-82ac-ac70ef7dadfb, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:32:08.585216 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] For port 9d332bed-efff-4452-82ac-ac70ef7dadfb, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=9d332bed-efff-4452-82ac-ac70ef7dadfb,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:32:08.589502 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:08.650232 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] Routers {'82e794be-7a7f-4317-85a2-b82e2aacbf5e'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:32:08.650859 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:31:55Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['82e794be-7a7f-4317-85a2-b82e2aacbf5e'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:32:08.652738 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616de0ee-195a-4148-b023-5cfbe87ccc5a None None] Pushing event updated for resources: {'Port': ['ID=9d332bed-efff-4452-82ac-ac70ef7dadfb,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:32:08.844854 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] Set router 82e794be-7a7f-4317-85a2-b82e2aacbf5e gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:32:09.066700 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e794be-7a7f-4317-85a2-b82e2aacbf5e', 'name': 'router1', 'tenant_id': '068ed0a3498b468993c94aa4167cba39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '9d332bed-efff-4452-82ac-ac70ef7dadfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:31:48Z', 'updated_at': '2021-08-13T02:32:04Z', 'revision_number': 4, 'project_id': '068ed0a3498b468993c94aa4167cba39', 'gw_port': {'id': '9d332bed-efff-4452-82ac-ac70ef7dadfb', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e794be-7a7f-4317-85a2-b82e2aacbf5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:32:04Z', 'updated_at': '2021-08-13T02:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '67f40c9e-82b7-46fb-aef7-223d2fedd1c5', 'name': '', 'network_id': 'dbe95878-b587-4cba-a50f-1e19f2a2c16c', 'tenant_id': '068ed0a3498b468993c94aa4167cba39', 'mac_address': 'fa:16:3e:7e:98:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e794be-7a7f-4317-85a2-b82e2aacbf5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '962c83eb-381a-49f3-bf56-78eb45a2440d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:31:57Z', 'updated_at': '2021-08-13T02:32:08Z', 'revision_number': 5, 'project_id': '068ed0a3498b468993c94aa4167cba39', 'subnets': [{'id': '962c83eb-381a-49f3-bf56-78eb45a2440d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d39ed95-4535-4a69-8b49-9eb99585c307'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:32:09.092456 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20150733-e334-4ed5-a025-2d2c943790c5 None None] The sync data for ids ['82e794be-7a7f-4317-85a2-b82e2aacbf5e'] in dv-cinder-760192-6-iscsi is: [{'id': '82e794be-7a7f-4317-85a2-b82e2aacbf5e', 'name': 'router1', 'tenant_id': '068ed0a3498b468993c94aa4167cba39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '9d332bed-efff-4452-82ac-ac70ef7dadfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:31:48Z', 'updated_at': '2021-08-13T02:32:04Z', 'revision_number': 4, 'project_id': '068ed0a3498b468993c94aa4167cba39', 'gw_port': {'id': '9d332bed-efff-4452-82ac-ac70ef7dadfb', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e794be-7a7f-4317-85a2-b82e2aacbf5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:32:04Z', 'updated_at': '2021-08-13T02:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '67f40c9e-82b7-46fb-aef7-223d2fedd1c5', 'name': '', 'network_id': 'dbe95878-b587-4cba-a50f-1e19f2a2c16c', 'tenant_id': '068ed0a3498b468993c94aa4167cba39', 'mac_address': 'fa:16:3e:7e:98:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e794be-7a7f-4317-85a2-b82e2aacbf5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '962c83eb-381a-49f3-bf56-78eb45a2440d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:31:57Z', 'updated_at': '2021-08-13T02:32:08Z', 'revision_number': 5, 'project_id': '068ed0a3498b468993c94aa4167cba39', 'subnets': [{'id': '962c83eb-381a-49f3-bf56-78eb45a2440d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d39ed95-4535-4a69-8b49-9eb99585c307'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:32:09.619954 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 9d332bed-efff-4452-82ac-ac70ef7dadfb up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:32:09.680791 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port 9d332bed-efff-4452-82ac-ac70ef7dadfb completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:32:09.685281 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 9d332bed-efff-4452-82ac-ac70ef7dadfb triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:32:09.685876 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:09.780781 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:09.810321 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port 9d332bed-efff-4452-82ac-ac70ef7dadfb, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=9d332bed-efff-4452-82ac-ac70ef7dadfb,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:32:09.817240 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:09.818016 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 67f40c9e-82b7-46fb-aef7-223d2fedd1c5 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:32:09.908039 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=9d332bed-efff-4452-82ac-ac70ef7dadfb,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:32:09.922001 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 67f40c9e-82b7-46fb-aef7-223d2fedd1c5 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:32:09.922628 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:11.576625 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 9d332bed-efff-4452-82ac-ac70ef7dadfb up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:32:11.651961 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 9d332bed-efff-4452-82ac-ac70ef7dadfb triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:32:11.652260 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:16.952666 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 5 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:32:22.473685 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-fcb1dff2-5601-4412-b74d-87698c12455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:25.434917 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-8774d15a-5e92-4384-b88f-a75d4f7553cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:25.720007 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:26.225744 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:27.613189 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:52.479609 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-03bb32d8-d8f4-4b27-bd82-27ba14ac1241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:53.952185 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 5 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:32:55.429589 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-98f4ff9a-e1ec-4335-89f0-051a16d484d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:55.694398 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:56.227173 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:57.613145 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:22.482254 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-2bc3239f-5748-4790-a7a3-3888e8add54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:25.422606 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-182f4a15-815a-4606-a00a-20b5f7ae47b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:25.697282 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:26.225773 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:27.614854 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:30.951246 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 5 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:33:49.952251 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59344) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:33:50.015029 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.pecan_wsgi.hooks.translation [None req-290a9fac-6449-483a-8068-503e21196611 admin admin] GET failed (client error): The resource could not be found. Aug 13 02:33:50.016368 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-290a9fac-6449-483a-8068-503e21196611 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0631196 Aug 13 02:33:50.171557 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f853fb-7aa9-46ee-9b7d-53a287d2eddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:33:50.172937 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-10f853fb-7aa9-46ee-9b7d-53a287d2eddb admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1521473 Aug 13 02:33:52.295899 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59354) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:33:52.385647 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd1e996-1655-4763-a260-597619ba35e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:33:52.386990 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-fcd1e996-1655-4763-a260-597619ba35e7 admin admin] 10.222.0.13 "GET /v2.0/subnets/962c83eb-381a-49f3-bf56-78eb45a2440d HTTP/1.1" status: 200 len: 849 time: 0.0901492 Aug 13 02:33:52.397150 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-156e97e0-d889-4157-a117-6e6f3926220d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:33:52.481489 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-156e97e0-d889-4157-a117-6e6f3926220d admin admin] Notify callbacks [] for subnet, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:52.483728 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-aeadc11c-8bf2-4b4c-95e5-234a83c4911a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:52.625353 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-156e97e0-d889-4157-a117-6e6f3926220d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730805897099'] for subnet, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:52.659123 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156e97e0-d889-4157-a117-6e6f3926220d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:33:52.660339 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-156e97e0-d889-4157-a117-6e6f3926220d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:52.661451 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-156e97e0-d889-4157-a117-6e6f3926220d admin admin] 10.222.0.13 "PUT /v2.0/subnets/962c83eb-381a-49f3-bf56-78eb45a2440d HTTP/1.1" status: 200 len: 868 time: 0.2681270 Aug 13 02:33:52.665014 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a558029-8c83-4c1f-9c99-6e7e135a54ae None None] Network dbe95878-b587-4cba-a50f-1e19f2a2c16c requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:33:52.682029 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e97e0-d889-4157-a117-6e6f3926220d admin admin] Pushing event updated for resources: {'Subnet': ['ID=962c83eb-381a-49f3-bf56-78eb45a2440d,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:52.689618 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e97e0-d889-4157-a117-6e6f3926220d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:52.690001 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e97e0-d889-4157-a117-6e6f3926220d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:52.690349 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e97e0-d889-4157-a117-6e6f3926220d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:52.690694 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e97e0-d889-4157-a117-6e6f3926220d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:52.691031 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e97e0-d889-4157-a117-6e6f3926220d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:52.691381 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e97e0-d889-4157-a117-6e6f3926220d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:52.691743 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e97e0-d889-4157-a117-6e6f3926220d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:52.692816 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e97e0-d889-4157-a117-6e6f3926220d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:52.693480 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e97e0-d889-4157-a117-6e6f3926220d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:52.693480 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e97e0-d889-4157-a117-6e6f3926220d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:52.693754 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e97e0-d889-4157-a117-6e6f3926220d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:52.694005 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e97e0-d889-4157-a117-6e6f3926220d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:53.065654 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-13915221-2f76-400f-b876-9afe7021cff2 None None] Provisioning complete for port 67f40c9e-82b7-46fb-aef7-223d2fedd1c5 triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:33:53.066265 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-13915221-2f76-400f-b876-9afe7021cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:53.166376 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-13915221-2f76-400f-b876-9afe7021cff2 None None] Provisioning complete for port 26526813-5fe1-4f25-a4e3-238b0032240d triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:33:53.166888 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-13915221-2f76-400f-b876-9afe7021cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:54.858584 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59362) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:33:55.055590 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1e7610-c1b4-4e60-87ba-0ca22189065f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:33:55.056000 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1e7610-c1b4-4e60-87ba-0ca22189065f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:33:55.057528 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-0a1e7610-c1b4-4e60-87ba-0ca22189065f admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1979568 Aug 13 02:33:55.423307 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-3aa05694-614d-44a7-b907-5e79f37c58db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:55.699031 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:56.230914 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:57.207276 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59370) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:33:57.337246 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1b27a5-2c2d-444b-a72b-58ed0108acf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:33:57.337751 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1b27a5-2c2d-444b-a72b-58ed0108acf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:33:57.339255 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-ed1b27a5-2c2d-444b-a72b-58ed0108acf8 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1310031 Aug 13 02:33:57.617994 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:59.462496 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59378) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:33:59.591924 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ba91c7-9429-4824-b914-eed7c91b9118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:33:59.593283 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-b0ba91c7-9429-4824-b914-eed7c91b9118 admin admin] 10.222.0.13 "GET /v2.0/networks/dbe95878-b587-4cba-a50f-1e19f2a2c16c HTTP/1.1" status: 200 len: 869 time: 0.1298504 Aug 13 02:34:01.723678 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59386) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:34:01.850068 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba01094-1bed-4147-ada5-b700263ac944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:34:01.851421 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-2ba01094-1bed-4147-ada5-b700263ac944 admin admin] 10.222.0.13 "GET /v2.0/networks/e1b1eaab-3abb-4c2f-9e17-ba947274cb90 HTTP/1.1" status: 200 len: 886 time: 0.1268175 Aug 13 02:34:03.981104 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59394) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:34:04.103574 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb86de4f-8a73-4098-b585-3afcc05497e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:34:04.103968 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb86de4f-8a73-4098-b585-3afcc05497e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:34:04.105451 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-eb86de4f-8a73-4098-b585-3afcc05497e8 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234014 Aug 13 02:34:06.214876 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59402) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:34:06.305818 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947be1aa-7cb1-4910-b648-2e5db6f017b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:34:06.306298 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947be1aa-7cb1-4910-b648-2e5db6f017b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:34:06.307793 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-947be1aa-7cb1-4910-b648-2e5db6f017b0 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915480 Aug 13 02:34:07.949012 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 5 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:34:08.416237 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59410) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:34:08.500455 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2114b6da-cc42-4432-835e-d647174d1cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:34:08.501756 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-2114b6da-cc42-4432-835e-d647174d1cd2 admin admin] 10.222.0.13 "GET /v2.0/subnets/3b95406b-7f6d-4e40-b01a-fd59db47aa2f HTTP/1.1" status: 200 len: 816 time: 0.0845802 Aug 13 02:34:10.646021 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59418) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:34:10.777764 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad60459-9a26-41f1-a3dc-d50ae4e99739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:34:10.779117 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-fad60459-9a26-41f1-a3dc-d50ae4e99739 admin admin] 10.222.0.13 "GET /v2.0/subnets/962c83eb-381a-49f3-bf56-78eb45a2440d HTTP/1.1" status: 200 len: 868 time: 0.1321638 Aug 13 02:34:22.485387 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-380b3fe6-f316-4cd4-a1cd-6a282cf5f658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:25.424787 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-c4cdf158-4e56-42c7-bd55-414c4bcd9805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:25.702504 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:26.232356 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:27.622173 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:34.294590 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59474) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:34:34.341494 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [None req-670d0f16-6cf1-4ead-add7-d6522ecf05b7 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:34:34.342470 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-670d0f16-6cf1-4ead-add7-d6522ecf05b7 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469403 Aug 13 02:34:36.585419 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59482) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:34:36.651048 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e5a910-aec8-48fc-960f-58d5e406e630 admin admin] GET failed (client error): The resource could not be found. Aug 13 02:34:36.652353 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-15e5a910-aec8-48fc-960f-58d5e406e630 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0659978 Aug 13 02:34:36.808642 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b1d624-3adb-4b5e-af50-b411dadf9c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:34:36.810129 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-a2b1d624-3adb-4b5e-af50-b411dadf9c38 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1533582 Aug 13 02:34:38.986208 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59490) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:34:39.032452 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-94b5283c-6871-4ce9-b220-406039061e15 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:34:39.051833 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b5283c-6871-4ce9-b220-406039061e15 admin admin] Made reservation on behalf of cda2da07eb074a4697bfdad0d0a9d5c2 for: {'network': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:34:39.053997 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-94b5283c-6871-4ce9-b220-406039061e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for network, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:39.088870 dv-cinder-760192-6-iscsi neutron-server[100520]: WARNING neutron.services.revisions.revision_plugin [None req-94b5283c-6871-4ce9-b220-406039061e15 admin admin] Could not find related network for resource to bump revision. Aug 13 02:34:39.099333 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b5283c-6871-4ce9-b220-406039061e15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=100520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:34:39.107983 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-94b5283c-6871-4ce9-b220-406039061e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:39.108320 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.db.segments_db [None req-94b5283c-6871-4ce9-b220-406039061e15 admin admin] Added segment 49034e4d-e9ea-4785-bb3c-71a3c95a1231 of type vlan for network ee6d922b-000c-484b-8307-349205c59173 Aug 13 02:34:39.147097 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-94b5283c-6871-4ce9-b220-406039061e15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730805411148'] for network, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:39.172994 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-94b5283c-6871-4ce9-b220-406039061e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for network, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:39.173923 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5283c-6871-4ce9-b220-406039061e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:34:39.174525 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-94b5283c-6871-4ce9-b220-406039061e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:39.230570 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-94b5283c-6871-4ce9-b220-406039061e15 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2433038 Aug 13 02:34:39.235489 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5283c-6871-4ce9-b220-406039061e15 admin admin] Pushing event updated for resources: {'Network': ['ID=ee6d922b-000c-484b-8307-349205c59173,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:34:39.242919 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5283c-6871-4ce9-b220-406039061e15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:39.243291 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5283c-6871-4ce9-b220-406039061e15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:39.243676 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5283c-6871-4ce9-b220-406039061e15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:39.244017 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5283c-6871-4ce9-b220-406039061e15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:39.244355 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5283c-6871-4ce9-b220-406039061e15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:39.244706 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5283c-6871-4ce9-b220-406039061e15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:39.245043 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5283c-6871-4ce9-b220-406039061e15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:39.245375 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5283c-6871-4ce9-b220-406039061e15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:39.245722 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5283c-6871-4ce9-b220-406039061e15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:39.246060 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5283c-6871-4ce9-b220-406039061e15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:39.246388 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5283c-6871-4ce9-b220-406039061e15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:39.246712 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5283c-6871-4ce9-b220-406039061e15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:39.259826 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Network ee6d922b-000c-484b-8307-349205c59173 details requested by agent ovs-agent-dv-cinder-760192-6-iscsi with host dv-cinder-760192-6-iscsi {{(pid=100522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:34:41.401684 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59498) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:34:41.461588 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbee3361-0a31-4bc2-b6f3-b65f5adb6e43 admin admin] GET failed (client error): The resource could not be found. Aug 13 02:34:41.463136 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-cbee3361-0a31-4bc2-b6f3-b65f5adb6e43 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604420 Aug 13 02:34:41.534836 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b98c3d-0b1d-4123-9156-8d932e8b9c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:34:41.536314 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-37b98c3d-0b1d-4123-9156-8d932e8b9c9c admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0688910 Aug 13 02:34:41.548219 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-ba6bcef2-cb88-4954-999e-e9628cba6eca admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'ee6d922b-000c-484b-8307-349205c59173', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:34:41.576534 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6bcef2-cb88-4954-999e-e9628cba6eca admin admin] Made reservation on behalf of cda2da07eb074a4697bfdad0d0a9d5c2 for: {'subnet': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:34:41.579897 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ba6bcef2-cb88-4954-999e-e9628cba6eca admin admin] Notify callbacks [] for subnet, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:41.799022 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ba6bcef2-cb88-4954-999e-e9628cba6eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for subnet, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:41.862066 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6bcef2-cb88-4954-999e-e9628cba6eca admin admin] Pushing event updated for resources: {'Subnet': ['ID=f420e793-1dd7-4096-aa12-c69710b2af52,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:34:41.871641 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6bcef2-cb88-4954-999e-e9628cba6eca admin admin] Checking segment: {'id': '49034e4d-e9ea-4785-bb3c-71a3c95a1231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ee6d922b-000c-484b-8307-349205c59173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:34:41.872040 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6bcef2-cb88-4954-999e-e9628cba6eca admin admin] Network hostable DHCP agents. Network: ee6d922b-000c-484b-8307-349205c59173, hostable agents: ['595598fe-73c0-479d-97dd-8b235d94b446'], hosted agents: [] {{(pid=100520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:34:41.893291 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6bcef2-cb88-4954-999e-e9628cba6eca admin admin] Network ee6d922b-000c-484b-8307-349205c59173 is scheduled to be hosted by DHCP agent 595598fe-73c0-479d-97dd-8b235d94b446 with binding_index 1 {{(pid=100520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:34:41.903514 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-ba6bcef2-cb88-4954-999e-e9628cba6eca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760192-6-iscsi, ee6d922b-000c-484b-8307-349205c59173) {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:34:41.909273 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6bcef2-cb88-4954-999e-e9628cba6eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:34:41.910020 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ba6bcef2-cb88-4954-999e-e9628cba6eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:41.914155 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80800b4-d730-4d34-a038-9855bd885d6c None None] Network ee6d922b-000c-484b-8307-349205c59173 requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:34:41.923715 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-ba6bcef2-cb88-4954-999e-e9628cba6eca admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3805954 Aug 13 02:34:42.160832 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a7fb4fd-6467-5fc5-8d0e-71f03b711e8f-ee6d922b-000c-484b-8307-349205c59173', 'network_id': 'ee6d922b-000c-484b-8307-349205c59173', 'tenant_id': 'cda2da07eb074a4697bfdad0d0a9d5c2', 'fixed_ips': [{'subnet_id': 'f420e793-1dd7-4096-aa12-c69710b2af52'}]}} from dv-cinder-760192-6-iscsi. {{(pid=100522) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:34:42.161715 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:42.297781 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.db_base_plugin_common [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Allocated IP 192.168.233.2 (ee6d922b-000c-484b-8307-349205c59173/f420e793-1dd7-4096-aa12-c69710b2af52/b5432be0-09a4-4bcf-8667-17703a6333b3) {{(pid=100522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:34:42.442912 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Notify callbacks [] for port, precommit_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:42.451409 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Transition to ACTIVE for port object b5432be0-09a4-4bcf-8667-17703a6333b3 will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:34:42.466986 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Transition to ACTIVE for port object b5432be0-09a4-4bcf-8667-17703a6333b3 will not be triggered until provisioned by entity DHCP. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:34:42.473550 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703'] for port, after_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:42.508664 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Network ee6d922b-000c-484b-8307-349205c59173 is already hosted by enough agents. {{(pid=100522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:34:42.511561 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.scheduler.base_scheduler [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Resources bound (agent type, host, resource id): {{(pid=100522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:34:42.517227 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Received port after_create {{(pid=100522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:34:42.529158 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Pushing event updated for resources: {'Port': ['ID=b5432be0-09a4-4bcf-8667-17703a6333b3,revision_number=1']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:34:42.549680 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:42.550057 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:42.550408 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:42.550761 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:42.551081 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:42.551416 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:42.551773 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:42.552101 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:42.552445 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:42.552802 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:42.553130 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:42.553455 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:42.587449 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Attempting to bind port b5432be0-09a4-4bcf-8667-17703a6333b3 on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:34:42.587845 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Attempting to bind port b5432be0-09a4-4bcf-8667-17703a6333b3 by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': '49034e4d-e9ea-4785-bb3c-71a3c95a1231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ee6d922b-000c-484b-8307-349205c59173'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:34:42.588210 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Attempting to bind port b5432be0-09a4-4bcf-8667-17703a6333b3 on network ee6d922b-000c-484b-8307-349205c59173 {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:34:42.593115 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:34:42.593614 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Checking segment: {'id': '49034e4d-e9ea-4785-bb3c-71a3c95a1231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ee6d922b-000c-484b-8307-349205c59173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:34:42.594020 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:42.594409 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Bound using segment: {'id': '49034e4d-e9ea-4785-bb3c-71a3c95a1231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ee6d922b-000c-484b-8307-349205c59173'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:34:42.594869 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Bound port: b5432be0-09a4-4bcf-8667-17703a6333b3, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49034e4d-e9ea-4785-bb3c-71a3c95a1231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ee6d922b-000c-484b-8307-349205c59173'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:34:42.595265 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:42.660117 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] For port b5432be0-09a4-4bcf-8667-17703a6333b3, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:34:42.663142 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] For port b5432be0-09a4-4bcf-8667-17703a6333b3, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=b5432be0-09a4-4bcf-8667-17703a6333b3,segment=NetworkSegment(49034e4d-e9ea-4785-bb3c-71a3c95a1231),segment_id=49034e4d-e9ea-4785-bb3c-71a3c95a1231)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:34:42.668174 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:42.725482 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954f0c0-1ba1-4418-a705-3145b2d8a11c None None] Pushing event updated for resources: {'Port': ['ID=b5432be0-09a4-4bcf-8667-17703a6333b3,revision_number=2']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:34:43.481897 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d1e77f-61f7-4c89-b838-e6c6d0d6aebd None None] Network ee6d922b-000c-484b-8307-349205c59173 requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:34:43.595879 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-2c4665a0-b4eb-45f5-b172-4330f417bb24 None None] Provisioning for port b5432be0-09a4-4bcf-8667-17703a6333b3 completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:34:43.707574 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device b5432be0-09a4-4bcf-8667-17703a6333b3 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:34:43.764583 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port b5432be0-09a4-4bcf-8667-17703a6333b3 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:34:43.769715 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port b5432be0-09a4-4bcf-8667-17703a6333b3 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:34:43.770090 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:43.867144 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:43.899823 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port b5432be0-09a4-4bcf-8667-17703a6333b3, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=b5432be0-09a4-4bcf-8667-17703a6333b3,segment=NetworkSegment(49034e4d-e9ea-4785-bb3c-71a3c95a1231),segment_id=49034e4d-e9ea-4785-bb3c-71a3c95a1231)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:34:43.904772 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:43.959328 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-a369dae1-30e1-4809-b35d-f7a0c451854e None None] Provisioning complete for port b5432be0-09a4-4bcf-8667-17703a6333b3 triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:34:43.959722 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-a369dae1-30e1-4809-b35d-f7a0c451854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:43.982188 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=b5432be0-09a4-4bcf-8667-17703a6333b3,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:34:44.947276 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 5 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:34:45.665225 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device b5432be0-09a4-4bcf-8667-17703a6333b3 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:34:45.712880 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port b5432be0-09a4-4bcf-8667-17703a6333b3 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:34:45.713245 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:52.488397 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-2f8caf23-63c0-462a-bd4d-5182a1e5b5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:55.426110 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-54912498-4a9b-4428-bee0-991aad806d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:55.704431 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:56.233494 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:57.626161 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:21.946051 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 5 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:35:22.491375 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-f2ac1a0a-8a5d-4b66-b97d-c0aee4449db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:25.427106 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-54cf3247-d9b1-4adb-8cea-86381ab900bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:25.705139 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:26.238153 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:27.627258 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:49.218373 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59550) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:35:49.224209 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [None req-4f277a09-8294-4ac8-a5d8-987179125abf tempest-verify_tempest_config-242424510 tempest-verify_tempest_config-242424510-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:35:49.225186 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-4f277a09-8294-4ac8-a5d8-987179125abf tempest-verify_tempest_config-242424510 tempest-verify_tempest_config-242424510-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058138 Aug 13 02:35:49.523860 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59568) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:35:49.627211 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bff17dbc-7b68-4e8c-9cfb-601c1e1cfd8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:49.714333 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bff17dbc-7b68-4e8c-9cfb-601c1e1cfd8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:49.718080 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bff17dbc-7b68-4e8c-9cfb-601c1e1cfd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:49.762226 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-bff17dbc-7b68-4e8c-9cfb-601c1e1cfd8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02c518dc35674be09f31aed87ae0c505&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2373576 Aug 13 02:35:49.763422 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff17dbc-7b68-4e8c-9cfb-601c1e1cfd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a23c38c-9130-4936-b8e7-c1e5ef194b70,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:35:49.764979 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59572) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:35:49.770358 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff17dbc-7b68-4e8c-9cfb-601c1e1cfd8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:49.770742 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff17dbc-7b68-4e8c-9cfb-601c1e1cfd8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:49.771109 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff17dbc-7b68-4e8c-9cfb-601c1e1cfd8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:49.771437 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff17dbc-7b68-4e8c-9cfb-601c1e1cfd8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:49.771822 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff17dbc-7b68-4e8c-9cfb-601c1e1cfd8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:49.772156 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff17dbc-7b68-4e8c-9cfb-601c1e1cfd8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:49.772492 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff17dbc-7b68-4e8c-9cfb-601c1e1cfd8a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:49.772841 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff17dbc-7b68-4e8c-9cfb-601c1e1cfd8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:49.773191 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff17dbc-7b68-4e8c-9cfb-601c1e1cfd8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:49.773702 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff17dbc-7b68-4e8c-9cfb-601c1e1cfd8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:49.774035 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff17dbc-7b68-4e8c-9cfb-601c1e1cfd8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:49.774361 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff17dbc-7b68-4e8c-9cfb-601c1e1cfd8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:49.844422 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9350b04c-3369-435e-9779-d7d30689883a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:49.865530 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9350b04c-3369-435e-9779-d7d30689883a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:49.955006 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9350b04c-3369-435e-9779-d7d30689883a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:49.957732 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9350b04c-3369-435e-9779-d7d30689883a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:49.958894 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-9350b04c-3369-435e-9779-d7d30689883a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a23c38c-9130-4936-b8e7-c1e5ef194b70 HTTP/1.1" status: 204 len: 168 time: 0.1929476 Aug 13 02:35:49.966655 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350b04c-3369-435e-9779-d7d30689883a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a23c38c-9130-4936-b8e7-c1e5ef194b70,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:35:49.973295 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350b04c-3369-435e-9779-d7d30689883a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:49.973647 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350b04c-3369-435e-9779-d7d30689883a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:49.973987 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350b04c-3369-435e-9779-d7d30689883a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:49.974323 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350b04c-3369-435e-9779-d7d30689883a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:49.974661 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350b04c-3369-435e-9779-d7d30689883a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:49.975008 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350b04c-3369-435e-9779-d7d30689883a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:49.975342 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350b04c-3369-435e-9779-d7d30689883a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:49.975714 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350b04c-3369-435e-9779-d7d30689883a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:49.976123 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350b04c-3369-435e-9779-d7d30689883a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:49.976888 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350b04c-3369-435e-9779-d7d30689883a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:49.977304 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350b04c-3369-435e-9779-d7d30689883a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:49.977701 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350b04c-3369-435e-9779-d7d30689883a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:52.492644 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-ebd58b62-cc0e-4d42-aaf9-60c8bffb353c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:55.427872 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-824f4b01-9eff-4303-b7c2-18ad61cd22ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:55.705579 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:56.239359 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:57.631270 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:58.943824 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 5 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:36:22.493216 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-b4f19ae8-5a5c-4069-8115-eeb25e9736a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:25.428042 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-69045096-4cfb-4e43-b800-96857c0fa246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:25.706679 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:26.241097 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:27.633249 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:35.942794 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 5 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:36:52.493270 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-5ae0aa7e-11d8-4025-b4db-18bac034c99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:55.429670 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-b51f6903-568e-4d1b-82c0-2f15821517dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:55.707852 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:56.244431 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:57.636660 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:12.940884 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 5 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:37:20.086097 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1790962'] for agent, after_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:22.493847 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-67507e15-ad77-4e11-ba63-7e93ffbb921e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:24.397267 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59626) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:24.500845 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-4185fa78-317c-4486-8cf1-878eb55d3bea admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1024921 Aug 13 02:37:25.434063 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-697f45aa-df6b-4d68-8410-fd9d081eb660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:25.708800 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:26.246327 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:26.640555 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59636) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:26.700430 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-b186471e-3149-450b-b223-c99bf4bdee3c admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0586832 Aug 13 02:37:27.642677 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:49.939947 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:37:50.031461 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:52.493705 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-2a294e53-8a09-4461-8d07-9bb38b49cd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:55.426010 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-d924bdea-7ee4-4d41-94ac-c127cd84713a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:55.709819 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:56.248026 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:57.641776 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:20.041683 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:22.495975 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-7ddc2474-070d-475a-a599-0999d284cd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:25.434190 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-a433a92b-fc6f-492e-aeb7-8d04f99bb657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:25.724247 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:26.251368 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:26.938854 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:38:27.645817 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:50.040275 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:52.497986 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-6e5aa450-ae15-42f7-a04b-be6b7ea16cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:55.436797 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-a01a15cc-1431-4364-9aec-3ff709ff8558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:55.717348 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:56.256753 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.137885 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59800) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:57.208275 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59810) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:57.367470 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-a9ca3143-c923-444d-847d-70d0d5ac1558 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1427893454-network', 'tenant_id': '47f0c494de3b45c19b5e5c2fc0a24d12'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:57.388693 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ca3143-c923-444d-847d-70d0d5ac1558 admin admin] Made reservation on behalf of 47f0c494de3b45c19b5e5c2fc0a24d12 for: {'network': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:57.390973 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a9ca3143-c923-444d-847d-70d0d5ac1558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for network, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.409958 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1532438598-network', 'tenant_id': '37de05a57b0b448cb03c7c61c669159d'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:57.414355 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a9ca3143-c923-444d-847d-70d0d5ac1558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.440937 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.db.api [None req-a9ca3143-c923-444d-847d-70d0d5ac1558 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 13 02:38:57.440937 dv-cinder-760192-6-iscsi neutron-server[100520]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 13 02:38:57.440937 dv-cinder-760192-6-iscsi neutron-server[100520]: [parameters: {'project_id_1': '47f0c494de3b45c19b5e5c2fc0a24d12', 'expiration_1': datetime.datetime(2021, 8, 13, 2, 38, 57, 431051)}] Aug 13 02:38:57.440937 dv-cinder-760192-6-iscsi neutron-server[100520]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 02:38:57.441321 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG oslo_db.api [None req-a9ca3143-c923-444d-847d-70d0d5ac1558 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 02:38:57.449041 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Made reservation on behalf of 37de05a57b0b448cb03c7c61c669159d for: {'network': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:57.451345 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for network, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.460757 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.560717 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.565837 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.593901 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=100520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:38:57.605590 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325347e3-54c7-4b21-8eca-81e9dbd7b466,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:57.611027 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.611370 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.db.segments_db [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Added segment 6d9cfcbf-4f67-43d5-9df1-e4c326f30735 of type vlan for network 91d1783c-52a0-4c3a-a058-9466a0fce7d4 Aug 13 02:38:57.622184 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:57.622550 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:57.622904 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:57.623473 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:57.624269 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:57.624850 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:57.625219 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:57.625738 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:57.625909 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:57.626237 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:57.626560 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:57.626883 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Tracked resource versions report: Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: pushed versions: Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: { 'AddressGroup': {'1.2'}, Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: 'ConntrackHelper': {'1.0'}, Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: 'Log': {'1.0'}, Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: 'Network': {'1.1'}, Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: 'Port': {'1.7'}, Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: 'PortForwarding': {'1.2'}, Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: 'QosPolicy': {'1.9'}, Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: 'SecurityGroup': {'1.4'}, Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: 'SubPort': {'1.0'}, Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: 'Subnet': {'1.1'}, Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: 'Trunk': {'1.1'}} Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: consumer versions: Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: { DHCP agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: HyperV agent@hv-cinder-76019: {}, Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: L3 agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: Metadata agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: Metering agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: Open vSwitch agent@dv-cinder-760192-6-iscsi: { 'AddressGroup': '1.2', Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: 'ConntrackHelper': '1.0', Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: 'Log': '1.0', Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: 'Network': '1.1', Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: 'Port': '1.7', Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: 'PortForwarding': '1.2', Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: 'QosPolicy': '1.9', Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: 'SecurityGroup': '1.4', Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: 'SecurityGroupRule': '1.2', Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: 'SubPort': '1.0', Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: 'Subnet': '1.1', Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: 'Trunk': '1.1'}} Aug 13 02:38:57.628017 dv-cinder-760192-6-iscsi neutron-server[100520]: {{(pid=100520) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:38:57.665200 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.676675 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730805411148'] for network, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.712434 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for network, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.713696 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:57.714472 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.779684 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59850) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:57.780198 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5699911 Aug 13 02:38:57.785815 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-bbead191-5571-4591-bbaa-c53d1fe0081a admin admin] Request body: {'subnet': {'network_id': '91d1783c-52a0-4c3a-a058-9466a0fce7d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1532438598-subnet', 'tenant_id': '37de05a57b0b448cb03c7c61c669159d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:57.789388 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec8d65-c174-4818-a2ed-8e4d0db64152 admin admin] Pushing event updated for resources: {'Network': ['ID=91d1783c-52a0-4c3a-a058-9466a0fce7d4,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:57.799839 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Network 91d1783c-52a0-4c3a-a058-9466a0fce7d4 details requested by agent ovs-agent-dv-cinder-760192-6-iscsi with host dv-cinder-760192-6-iscsi {{(pid=100522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:38:57.810438 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbead191-5571-4591-bbaa-c53d1fe0081a admin admin] Made reservation on behalf of 37de05a57b0b448cb03c7c61c669159d for: {'subnet': 1} {{(pid=100521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:57.812790 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-bbead191-5571-4591-bbaa-c53d1fe0081a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.865887 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59854) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:57.943605 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a9ca3143-c923-444d-847d-70d0d5ac1558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.998220 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-bbead191-5571-4591-bbaa-c53d1fe0081a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for subnet, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.049794 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbead191-5571-4591-bbaa-c53d1fe0081a admin admin] Pushing event updated for resources: {'Subnet': ['ID=83f1cead-3458-4d96-88b2-4126f0d0a7e2,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:58.059293 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbead191-5571-4591-bbaa-c53d1fe0081a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:58.059695 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbead191-5571-4591-bbaa-c53d1fe0081a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:58.060044 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbead191-5571-4591-bbaa-c53d1fe0081a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:58.060384 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbead191-5571-4591-bbaa-c53d1fe0081a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:58.060720 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbead191-5571-4591-bbaa-c53d1fe0081a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:58.061071 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbead191-5571-4591-bbaa-c53d1fe0081a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:58.061402 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbead191-5571-4591-bbaa-c53d1fe0081a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:58.061923 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbead191-5571-4591-bbaa-c53d1fe0081a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:58.062440 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbead191-5571-4591-bbaa-c53d1fe0081a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:58.062945 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbead191-5571-4591-bbaa-c53d1fe0081a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:58.063448 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbead191-5571-4591-bbaa-c53d1fe0081a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:58.063801 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbead191-5571-4591-bbaa-c53d1fe0081a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbead191-5571-4591-bbaa-c53d1fe0081a admin admin] Tracked resource versions report: Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: pushed versions: Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: { 'AddressGroup': {'1.2'}, Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: 'ConntrackHelper': {'1.0'}, Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: 'Log': {'1.0'}, Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: 'Network': {'1.1'}, Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: 'Port': {'1.7'}, Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: 'PortForwarding': {'1.2'}, Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: 'QosPolicy': {'1.9'}, Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: 'SecurityGroup': {'1.4'}, Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: 'SubPort': {'1.0'}, Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: 'Subnet': {'1.1'}, Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: 'Trunk': {'1.1'}} Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: consumer versions: Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: { DHCP agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: HyperV agent@hv-cinder-76019: {}, Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: L3 agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: Metadata agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: Metering agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: Open vSwitch agent@dv-cinder-760192-6-iscsi: { 'AddressGroup': '1.2', Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: 'ConntrackHelper': '1.0', Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: 'Log': '1.0', Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: 'Network': '1.1', Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: 'Port': '1.7', Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: 'PortForwarding': '1.2', Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: 'QosPolicy': '1.9', Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: 'SecurityGroup': '1.4', Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: 'SecurityGroupRule': '1.2', Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: 'SubPort': '1.0', Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: 'Subnet': '1.1', Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: 'Trunk': '1.1'}} Aug 13 02:38:58.065149 dv-cinder-760192-6-iscsi neutron-server[100521]: {{(pid=100521) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:38:58.068778 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a9ca3143-c923-444d-847d-70d0d5ac1558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.074683 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a9ca3143-c923-444d-847d-70d0d5ac1558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.088740 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ca3143-c923-444d-847d-70d0d5ac1558 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=100520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:38:58.094840 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbead191-5571-4591-bbaa-c53d1fe0081a admin admin] Checking segment: {'id': '6d9cfcbf-4f67-43d5-9df1-e4c326f30735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '91d1783c-52a0-4c3a-a058-9466a0fce7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:58.095485 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbead191-5571-4591-bbaa-c53d1fe0081a admin admin] Network hostable DHCP agents. Network: 91d1783c-52a0-4c3a-a058-9466a0fce7d4, hostable agents: ['595598fe-73c0-479d-97dd-8b235d94b446'], hosted agents: [] {{(pid=100521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:38:58.104673 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a9ca3143-c923-444d-847d-70d0d5ac1558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.105431 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.db.segments_db [None req-a9ca3143-c923-444d-847d-70d0d5ac1558 admin admin] Added segment fa22d129-2c66-404a-8374-3248e96dac14 of type vlan for network 17ed0c13-cd3d-4f62-bfa4-55efe8abc95b Aug 13 02:38:58.115957 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbead191-5571-4591-bbaa-c53d1fe0081a admin admin] Network 91d1783c-52a0-4c3a-a058-9466a0fce7d4 is scheduled to be hosted by DHCP agent 595598fe-73c0-479d-97dd-8b235d94b446 with binding_index 1 {{(pid=100521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:38:58.128930 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-bbead191-5571-4591-bbaa-c53d1fe0081a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760192-6-iscsi, 91d1783c-52a0-4c3a-a058-9466a0fce7d4) {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:58.140181 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232112a8-8fbb-4e2c-8fad-d478c7d6aa34 None None] Network 91d1783c-52a0-4c3a-a058-9466a0fce7d4 requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:38:58.144340 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbead191-5571-4591-bbaa-c53d1fe0081a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:58.145586 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-bbead191-5571-4591-bbaa-c53d1fe0081a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.166845 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca3143-c923-444d-847d-70d0d5ac1558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a6da22-15e7-45ed-811f-1bb94a1f4287,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:58.169658 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-bbead191-5571-4591-bbaa-c53d1fe0081a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3887715 Aug 13 02:38:58.178926 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a9ca3143-c923-444d-847d-70d0d5ac1558 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730805411148'] for network, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.212268 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a9ca3143-c923-444d-847d-70d0d5ac1558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for network, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.213306 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ca3143-c923-444d-847d-70d0d5ac1558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:58.213891 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a9ca3143-c923-444d-847d-70d0d5ac1558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.280578 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-b1e6ef15-a832-48ec-99b1-6b692d6dad0e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1096760004-network', 'tenant_id': 'ad59fce07ec3416db582f1d506e2a581'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:58.307887 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59878) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:58.308104 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373f3989-f0f3-4920-b794-af195d4cdadf None None] Network 91d1783c-52a0-4c3a-a058-9466a0fce7d4 requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:38:58.314234 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-7e91d29c-fd4c-429e-9bf0-d14359c4a1be admin admin] Request body: {'subnet': {'network_id': '17ed0c13-cd3d-4f62-bfa4-55efe8abc95b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1427893454-subnet', 'tenant_id': '47f0c494de3b45c19b5e5c2fc0a24d12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:58.319111 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-a9ca3143-c923-444d-847d-70d0d5ac1558 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1799881 Aug 13 02:38:58.325930 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e6ef15-a832-48ec-99b1-6b692d6dad0e admin admin] Made reservation on behalf of ad59fce07ec3416db582f1d506e2a581 for: {'network': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:58.330766 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b1e6ef15-a832-48ec-99b1-6b692d6dad0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for network, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.349403 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b1e6ef15-a832-48ec-99b1-6b692d6dad0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.367796 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e91d29c-fd4c-429e-9bf0-d14359c4a1be admin admin] Made reservation on behalf of 47f0c494de3b45c19b5e5c2fc0a24d12 for: {'subnet': 1} {{(pid=100521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:58.370518 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7e91d29c-fd4c-429e-9bf0-d14359c4a1be admin admin] Notify callbacks [] for subnet, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.403972 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca3143-c923-444d-847d-70d0d5ac1558 admin admin] Pushing event updated for resources: {'Network': ['ID=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:58.415874 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Network 17ed0c13-cd3d-4f62-bfa4-55efe8abc95b details requested by agent ovs-agent-dv-cinder-760192-6-iscsi with host dv-cinder-760192-6-iscsi {{(pid=100522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:38:58.565933 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b1e6ef15-a832-48ec-99b1-6b692d6dad0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.573336 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b1e6ef15-a832-48ec-99b1-6b692d6dad0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.589186 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e6ef15-a832-48ec-99b1-6b692d6dad0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=100520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:38:58.602712 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b1e6ef15-a832-48ec-99b1-6b692d6dad0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.603626 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.db.segments_db [None req-b1e6ef15-a832-48ec-99b1-6b692d6dad0e admin admin] Added segment 1cf5c51b-f2ad-42ba-9d78-fe30b656633c of type vlan for network 21e28e08-41d0-472d-a21a-15a7a1bf62f1 Aug 13 02:38:58.635621 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6ef15-a832-48ec-99b1-6b692d6dad0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:58.685032 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b1e6ef15-a832-48ec-99b1-6b692d6dad0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730805411148'] for network, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.720089 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b1e6ef15-a832-48ec-99b1-6b692d6dad0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for network, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.721561 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e6ef15-a832-48ec-99b1-6b692d6dad0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:58.724615 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b1e6ef15-a832-48ec-99b1-6b692d6dad0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.785126 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7e91d29c-fd4c-429e-9bf0-d14359c4a1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for subnet, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.800829 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-b1e6ef15-a832-48ec-99b1-6b692d6dad0e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9338551 Aug 13 02:38:58.805467 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59900) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:58.814540 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-373f3181-5ed5-4966-b39e-7a4c3c3a8731 admin admin] Request body: {'subnet': {'network_id': '21e28e08-41d0-472d-a21a-15a7a1bf62f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1096760004-subnet', 'tenant_id': 'ad59fce07ec3416db582f1d506e2a581', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:58.828616 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d29c-fd4c-429e-9bf0-d14359c4a1be admin admin] Pushing event updated for resources: {'Subnet': ['ID=b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:58.837946 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6ef15-a832-48ec-99b1-6b692d6dad0e admin admin] Pushing event updated for resources: {'Network': ['ID=21e28e08-41d0-472d-a21a-15a7a1bf62f1,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:58.843596 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373f3181-5ed5-4966-b39e-7a4c3c3a8731 admin admin] Made reservation on behalf of ad59fce07ec3416db582f1d506e2a581 for: {'subnet': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:58.846927 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-373f3181-5ed5-4966-b39e-7a4c3c3a8731 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.852621 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Network 21e28e08-41d0-472d-a21a-15a7a1bf62f1 details requested by agent ovs-agent-dv-cinder-760192-6-iscsi with host dv-cinder-760192-6-iscsi {{(pid=100522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:38:58.881460 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e91d29c-fd4c-429e-9bf0-d14359c4a1be admin admin] Checking segment: {'id': 'fa22d129-2c66-404a-8374-3248e96dac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '17ed0c13-cd3d-4f62-bfa4-55efe8abc95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:58.882112 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e91d29c-fd4c-429e-9bf0-d14359c4a1be admin admin] Network hostable DHCP agents. Network: 17ed0c13-cd3d-4f62-bfa4-55efe8abc95b, hostable agents: ['595598fe-73c0-479d-97dd-8b235d94b446'], hosted agents: [] {{(pid=100521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:38:58.908010 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e91d29c-fd4c-429e-9bf0-d14359c4a1be admin admin] Network 17ed0c13-cd3d-4f62-bfa4-55efe8abc95b is scheduled to be hosted by DHCP agent 595598fe-73c0-479d-97dd-8b235d94b446 with binding_index 1 {{(pid=100521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:38:58.930885 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-7e91d29c-fd4c-429e-9bf0-d14359c4a1be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760192-6-iscsi, 17ed0c13-cd3d-4f62-bfa4-55efe8abc95b) {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:58.940488 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e91d29c-fd4c-429e-9bf0-d14359c4a1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:58.941084 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7e91d29c-fd4c-429e-9bf0-d14359c4a1be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.944806 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b693bde2-afdf-4d03-bab0-b2847e5b8877 None None] Network 17ed0c13-cd3d-4f62-bfa4-55efe8abc95b requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:38:58.980781 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-7e91d29c-fd4c-429e-9bf0-d14359c4a1be admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6716681 Aug 13 02:38:59.195418 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-373f3181-5ed5-4966-b39e-7a4c3c3a8731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for subnet, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:59.301635 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccb9601-601f-45c5-8f04-cb800ed8a847 None None] Network 17ed0c13-cd3d-4f62-bfa4-55efe8abc95b requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:38:59.349979 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373f3181-5ed5-4966-b39e-7a4c3c3a8731 admin admin] Checking segment: {'id': '1cf5c51b-f2ad-42ba-9d78-fe30b656633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '21e28e08-41d0-472d-a21a-15a7a1bf62f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:59.350330 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373f3181-5ed5-4966-b39e-7a4c3c3a8731 admin admin] Network hostable DHCP agents. Network: 21e28e08-41d0-472d-a21a-15a7a1bf62f1, hostable agents: ['595598fe-73c0-479d-97dd-8b235d94b446'], hosted agents: [] {{(pid=100520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:38:59.353624 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f3181-5ed5-4966-b39e-7a4c3c3a8731 admin admin] Pushing event updated for resources: {'Subnet': ['ID=906d1824-252c-4a14-9659-5d1356c53672,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:59.374190 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373f3181-5ed5-4966-b39e-7a4c3c3a8731 admin admin] Network 21e28e08-41d0-472d-a21a-15a7a1bf62f1 is scheduled to be hosted by DHCP agent 595598fe-73c0-479d-97dd-8b235d94b446 with binding_index 1 {{(pid=100520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:38:59.394205 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-373f3181-5ed5-4966-b39e-7a4c3c3a8731 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760192-6-iscsi, 21e28e08-41d0-472d-a21a-15a7a1bf62f1) {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:59.402188 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373f3181-5ed5-4966-b39e-7a4c3c3a8731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:59.402785 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-373f3181-5ed5-4966-b39e-7a4c3c3a8731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:59.405574 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1da4ac7-e834-40b0-b253-ff279a4f33f0 None None] Network 21e28e08-41d0-472d-a21a-15a7a1bf62f1 requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:38:59.425144 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-373f3181-5ed5-4966-b39e-7a4c3c3a8731 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6156466 Aug 13 02:38:59.425729 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59922) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:59.433336 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-32fbe11c-fca7-417a-831e-8392c511a5e3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1096760004-router', 'tenant_id': 'ad59fce07ec3416db582f1d506e2a581', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:59.468247 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-32fbe11c-fca7-417a-831e-8392c511a5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-388'] for router, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:59.470091 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-32fbe11c-fca7-417a-831e-8392c511a5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1791357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-395'] for router, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:59.616465 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5d6e35-6547-4da9-a84b-36a58ff2fcf2 None None] Network 21e28e08-41d0-472d-a21a-15a7a1bf62f1 requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:38:59.727822 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-32fbe11c-fca7-417a-831e-8392c511a5e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:59.976393 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-32fbe11c-fca7-417a-831e-8392c511a5e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:00.287763 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-32fbe11c-fca7-417a-831e-8392c511a5e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:00.319474 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-32fbe11c-fca7-417a-831e-8392c511a5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:00.500851 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-32fbe11c-fca7-417a-831e-8392c511a5e3 admin admin] Allocated IP 172.27.3.158 (e1b1eaab-3abb-4c2f-9e17-ba947274cb90/3b95406b-7f6d-4e40-b01a-fd59db47aa2f/78e383e5-73b9-4ca2-8a38-cb91986edd9c) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:39:00.690671 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-32fbe11c-fca7-417a-831e-8392c511a5e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:00.691467 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 60000) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:00.696287 dv-cinder-760192-6-iscsi neutron-server[100521]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 13 02:39:00.827348 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-32fbe11c-fca7-417a-831e-8392c511a5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:00.914521 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 60018) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:00.916707 dv-cinder-760192-6-iscsi neutron-server[100520]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 13 02:39:00.933111 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fbe11c-fca7-417a-831e-8392c511a5e3 admin admin] Network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:00.966241 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-32fbe11c-fca7-417a-831e-8392c511a5e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:00.985068 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-d648a39c-6325-433d-add3-37d0918d64d6 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:00.993755 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-d648a39c-6325-433d-add3-37d0918d64d6 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/networks?id=91d1783c-52a0-4c3a-a058-9466a0fce7d4 HTTP/1.1" status: 200 len: 812 time: 0.2993786 Aug 13 02:39:01.012549 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fbe11c-fca7-417a-831e-8392c511a5e3 admin admin] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:39:01.013853 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-cdcb3e9b-1c87-412a-a28d-76164b8fd7ea tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/quotas/37de05a57b0b448cb03c7c61c669159d HTTP/1.1" status: 200 len: 375 time: 0.0191956 Aug 13 02:39:01.090651 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-b5f944d8-3157-4800-8097-dbf3a7e5d80a tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=37de05a57b0b448cb03c7c61c669159d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758533 Aug 13 02:39:01.163643 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 60034) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:01.216949 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbe11c-fca7-417a-831e-8392c511a5e3 admin admin] Pushing event updated for resources: {'Port': ['ID=78e383e5-73b9-4ca2-8a38-cb91986edd9c,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:01.322458 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4de144ef-01cf-4371-8ed7-b8109df52941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:01.339600 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-9b5fca57-2caa-4fe5-8742-832a0ec92ad7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100521) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:39:01.340598 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-9b5fca57-2caa-4fe5-8742-832a0ec92ad7 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0544863 Aug 13 02:39:01.388277 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-4801483c-1950-424f-ac3c-ef2b21a94d45 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:01.389731 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-4801483c-1950-424f-ac3c-ef2b21a94d45 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 815 time: 0.4742992 Aug 13 02:39:01.465147 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-8e118b03-f6c4-4631-8c08-4d42ede4e0a9 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/quotas/47f0c494de3b45c19b5e5c2fc0a24d12 HTTP/1.1" status: 200 len: 375 time: 0.0339258 Aug 13 02:39:01.475558 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-30faa58b-224a-4e5d-944c-b38a5a69f5ba service neutron] 10.222.0.13 "GET /v2.0/networks/91d1783c-52a0-4c3a-a058-9466a0fce7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284049 Aug 13 02:39:01.554350 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-b3688f21-b695-4061-8b3a-9d0b066440cb tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781124 Aug 13 02:39:01.558297 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4de144ef-01cf-4371-8ed7-b8109df52941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:01.565775 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4de144ef-01cf-4371-8ed7-b8109df52941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:01.600219 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-32fbe11c-fca7-417a-831e-8392c511a5e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:01.629196 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-4de144ef-01cf-4371-8ed7-b8109df52941 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83e0122e611f48ada325ff284cc76e95&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4640369 Aug 13 02:39:01.634255 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 60048) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:01.644262 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-38bf9798-c8bc-4a03-924a-b0f7011c41ce service neutron] 10.222.0.13 "GET /v2.0/networks/91d1783c-52a0-4c3a-a058-9466a0fce7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596243 Aug 13 02:39:01.654315 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de144ef-01cf-4371-8ed7-b8109df52941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2a700e-6a88-4549-971f-ef40bbc3f320,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:01.707598 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-2f2bca64-5caa-4efe-9f35-74f1858f8a31 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:39:01.708808 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-2f2bca64-5caa-4efe-9f35-74f1858f8a31 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0726490 Aug 13 02:39:01.711283 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-54220913-a882-47ea-a041-39f4a7179fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:01.733724 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-54220913-a882-47ea-a041-39f4a7179fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:01.788371 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-54220913-a882-47ea-a041-39f4a7179fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:01.791267 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-54220913-a882-47ea-a041-39f4a7179fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:01.794822 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-54220913-a882-47ea-a041-39f4a7179fdc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa2a700e-6a88-4549-971f-ef40bbc3f320 HTTP/1.1" status: 204 len: 168 time: 0.1573367 Aug 13 02:39:01.801429 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54220913-a882-47ea-a041-39f4a7179fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2a700e-6a88-4549-971f-ef40bbc3f320,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:01.924152 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-e76a0302-41ca-4d01-9b14-138db8a605dc service neutron] 10.222.0.13 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067723 Aug 13 02:39:01.954951 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-32fbe11c-fca7-417a-831e-8392c511a5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1791334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790715'] for router, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:02.120205 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-59bcc5db-a949-4a4f-bc47-3fd1b87ec309 service neutron] 10.222.0.13 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926217 Aug 13 02:39:02.160070 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-207537c4-3aee-4531-afca-3a03640da966 req-b6559e5b-7da1-49db-ae98-ca3df0bd5d46 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 210 time: 0.0931580 Aug 13 02:39:02.217578 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fbe11c-fca7-417a-831e-8392c511a5e3 admin admin] Router 6e1e4e1e-02d9-459b-b8c8-4a3d2002e206 is scheduled to L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 with binding_index 1 {{(pid=100520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:39:02.323727 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 60088) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:02.337648 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d0f25906-c052-4f71-9bf3-d40a995ef7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:02.492741 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d0f25906-c052-4f71-9bf3-d40a995ef7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:02.498877 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d0f25906-c052-4f71-9bf3-d40a995ef7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:02.524321 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fbe11c-fca7-417a-831e-8392c511a5e3 admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:39:02.568936 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-d0f25906-c052-4f71-9bf3-d40a995ef7b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bbab4017a1e4721862ee032ee872f93&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2406723 Aug 13 02:39:02.570626 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 60116) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:02.572390 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f25906-c052-4f71-9bf3-d40a995ef7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a789230-955d-4b21-a403-bade5189c754,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:02.573508 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] Sync routers for ids ['6e1e4e1e-02d9-459b-b8c8-4a3d2002e206'] in dv-cinder-760192-6-iscsi {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:39:02.607410 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] Routers {'6e1e4e1e-02d9-459b-b8c8-4a3d2002e206'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:39:02.608179 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:38:55Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['6e1e4e1e-02d9-459b-b8c8-4a3d2002e206'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:02.691815 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-32fbe11c-fca7-417a-831e-8392c511a5e3 admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:02.698877 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-32fbe11c-fca7-417a-831e-8392c511a5e3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.2665205 Aug 13 02:39:02.705171 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 60132) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:02.724268 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-65f85dd7-8213-49e4-be4e-44b373bf83ec req-c233d79d-183e-461b-b8f0-ab63ffd7f806 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 210 time: 0.0473492 Aug 13 02:39:02.820189 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6b2bac17-64d6-4e17-9214-42a2b7d24b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:02.924361 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6b2bac17-64d6-4e17-9214-42a2b7d24b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:03.025065 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] Set router 6e1e4e1e-02d9-459b-b8c8-4a3d2002e206 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:39:03.270768 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-ca2f2e85-7f06-45b4-bb4c-b82a65c4b634 req-4ec13b65-f397-4afd-aad6-c6c1910e5342 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 210 time: 0.0473599 Aug 13 02:39:03.421676 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1e4e1e-02d9-459b-b8c8-4a3d2002e206', 'name': 'tempest-ServerRescueNegativeTestJSON-1096760004-router', 'tenant_id': 'ad59fce07ec3416db582f1d506e2a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '78e383e5-73b9-4ca2-8a38-cb91986edd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:59Z', 'updated_at': '2021-08-13T02:39:01Z', 'revision_number': 3, 'project_id': 'ad59fce07ec3416db582f1d506e2a581', 'gw_port': {'id': '78e383e5-73b9-4ca2-8a38-cb91986edd9c', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:9e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1e4e1e-02d9-459b-b8c8-4a3d2002e206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:00Z', 'updated_at': '2021-08-13T02:39:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:03.433257 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6b2bac17-64d6-4e17-9214-42a2b7d24b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:03.435968 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6b2bac17-64d6-4e17-9214-42a2b7d24b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:03.440381 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-6b2bac17-64d6-4e17-9214-42a2b7d24b33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a789230-955d-4b21-a403-bade5189c754 HTTP/1.1" status: 204 len: 168 time: 0.8686049 Aug 13 02:39:03.464496 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bac17-64d6-4e17-9214-42a2b7d24b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a789230-955d-4b21-a403-bade5189c754,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:03.502859 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] Checking router: 6e1e4e1e-02d9-459b-b8c8-4a3d2002e206 for host: dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:39:03.502859 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] Updating router 6e1e4e1e-02d9-459b-b8c8-4a3d2002e206 port 78e383e5-73b9-4ca2-8a38-cb91986edd9c binding host dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:39:03.503035 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 60190) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:03.527943 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:03.734036 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3d07a0bb-7af2-479f-8f73-c62cf6b7b9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:03.899146 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3d07a0bb-7af2-479f-8f73-c62cf6b7b9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:03.904941 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3d07a0bb-7af2-479f-8f73-c62cf6b7b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:03.921113 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] Notify callbacks [] for port, precommit_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:03.924573 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e7ef15d1-1b67-42fc-8b8a-b848473be881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:03.946028 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:39:03.947926 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.provisioning_blocks [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] Transition to ACTIVE for port object 78e383e5-73b9-4ca2-8a38-cb91986edd9c will not be triggered until provisioned by entity L2. {{(pid=100523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:03.955554 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-3d07a0bb-7af2-479f-8f73-c62cf6b7b9e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de8558834ffa490295d661579e2a2cb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4501126 Aug 13 02:39:03.958772 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 60208) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:03.960180 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.012556 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] Attempting to bind port 78e383e5-73b9-4ca2-8a38-cb91986edd9c on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:39:04.012931 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] Attempting to bind port 78e383e5-73b9-4ca2-8a38-cb91986edd9c by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}] {{(pid=100523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:39:04.013482 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] Attempting to bind port 78e383e5-73b9-4ca2-8a38-cb91986edd9c on network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:04.031184 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07a0bb-7af2-479f-8f73-c62cf6b7b9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233bbde4-7f3a-423c-b3de-23140a5fabe0,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:04.039868 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ee95032e-4a44-4eb1-bf47-64e029d84cba req-35c84ad4-10fb-4fc9-9c2b-7ed5eb85514f tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 210 time: 0.0675335 Aug 13 02:39:04.047473 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:39:04.047884 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] Checking segment: {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:39:04.050137 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1b95-2cb2-4e4b-b7c8-8d44c21e691f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.056635 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.057054 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] Bound using segment: {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'} {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:39:04.057564 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] Bound port: 78e383e5-73b9-4ca2-8a38-cb91986edd9c, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}}] {{(pid=100523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:39:04.057985 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.059905 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ada85-ae4d-49aa-bda7-795964296e07 None None] Pushing event updated for resources: {'Port': ['ID=78e383e5-73b9-4ca2-8a38-cb91986edd9c,revision_number=2']} {{(pid=100523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:04.084967 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1b95-2cb2-4e4b-b7c8-8d44c21e691f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.095784 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ada85-ae4d-49aa-bda7-795964296e07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:04.096205 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ada85-ae4d-49aa-bda7-795964296e07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:04.096557 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ada85-ae4d-49aa-bda7-795964296e07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:04.096896 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ada85-ae4d-49aa-bda7-795964296e07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:04.097232 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ada85-ae4d-49aa-bda7-795964296e07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:04.097565 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ada85-ae4d-49aa-bda7-795964296e07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:04.097902 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ada85-ae4d-49aa-bda7-795964296e07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:04.098333 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ada85-ae4d-49aa-bda7-795964296e07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:04.098871 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ada85-ae4d-49aa-bda7-795964296e07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:04.099339 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ada85-ae4d-49aa-bda7-795964296e07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:04.099704 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ada85-ae4d-49aa-bda7-795964296e07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:04.100067 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ada85-ae4d-49aa-bda7-795964296e07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ada85-ae4d-49aa-bda7-795964296e07 None None] Tracked resource versions report: Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: pushed versions: Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: { 'AddressGroup': {'1.2'}, Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: 'ConntrackHelper': {'1.0'}, Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: 'Log': {'1.0'}, Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: 'Network': {'1.1'}, Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: 'Port': {'1.7'}, Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: 'PortForwarding': {'1.2'}, Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: 'QosPolicy': {'1.9'}, Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: 'SecurityGroup': {'1.4'}, Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: 'SubPort': {'1.0'}, Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: 'Subnet': {'1.1'}, Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: 'Trunk': {'1.1'}} Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: consumer versions: Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: { DHCP agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: HyperV agent@hv-cinder-76019: {}, Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: L3 agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: Metadata agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: Metering agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: Open vSwitch agent@dv-cinder-760192-6-iscsi: { 'AddressGroup': '1.2', Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: 'ConntrackHelper': '1.0', Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: 'Log': '1.0', Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: 'Network': '1.1', Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: 'Port': '1.7', Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: 'PortForwarding': '1.2', Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: 'QosPolicy': '1.9', Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: 'SecurityGroup': '1.4', Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: 'SecurityGroupRule': '1.2', Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: 'SubPort': '1.0', Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: 'Subnet': '1.1', Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: 'Trunk': '1.1'}} Aug 13 02:39:04.101492 dv-cinder-760192-6-iscsi neutron-server[100523]: {{(pid=100523) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:39:04.160093 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1b95-2cb2-4e4b-b7c8-8d44c21e691f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.164333 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1b95-2cb2-4e4b-b7c8-8d44c21e691f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.167540 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-b3cb1b95-2cb2-4e4b-b7c8-8d44c21e691f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/233bbde4-7f3a-423c-b3de-23140a5fabe0 HTTP/1.1" status: 204 len: 168 time: 0.2055256 Aug 13 02:39:04.169881 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.db [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] For port 78e383e5-73b9-4ca2-8a38-cb91986edd9c, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:39:04.173246 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb1b95-2cb2-4e4b-b7c8-8d44c21e691f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233bbde4-7f3a-423c-b3de-23140a5fabe0,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:04.176974 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.db [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] For port 78e383e5-73b9-4ca2-8a38-cb91986edd9c, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=78e383e5-73b9-4ca2-8a38-cb91986edd9c,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:39:04.185642 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.255640 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] Routers {'6e1e4e1e-02d9-459b-b8c8-4a3d2002e206'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:39:04.256516 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:38:55Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['6e1e4e1e-02d9-459b-b8c8-4a3d2002e206'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:04.294146 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ada85-ae4d-49aa-bda7-795964296e07 None None] Pushing event updated for resources: {'Port': ['ID=78e383e5-73b9-4ca2-8a38-cb91986edd9c,revision_number=3']} {{(pid=100523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:04.342768 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-e7ef15d1-1b67-42fc-8b8a-b848473be881 admin admin] Allocated IP 172.20.0.1 (21e28e08-41d0-472d-a21a-15a7a1bf62f1/906d1824-252c-4a14-9659-5d1356c53672/7115b27b-6e7e-40a6-9b4e-a20dcee80aac) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:39:04.424978 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fb19a82b-2e3a-4c4f-909f-fa3aa0897413 req-941b8164-9736-490e-9e55-c244ffccd5b8 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 210 time: 0.0635517 Aug 13 02:39:04.425162 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] Set router 6e1e4e1e-02d9-459b-b8c8-4a3d2002e206 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:39:04.488694 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e7ef15d1-1b67-42fc-8b8a-b848473be881 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.536556 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e7ef15d1-1b67-42fc-8b8a-b848473be881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.581839 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ef15d1-1b67-42fc-8b8a-b848473be881 admin admin] Network 21e28e08-41d0-472d-a21a-15a7a1bf62f1 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:04.588475 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-e7ef15d1-1b67-42fc-8b8a-b848473be881 admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:04.590499 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef15d1-1b67-42fc-8b8a-b848473be881 admin admin] Pushing event updated for resources: {'Port': ['ID=7115b27b-6e7e-40a6-9b4e-a20dcee80aac,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:04.603750 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ef15d1-1b67-42fc-8b8a-b848473be881 admin admin] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:39:04.604373 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e7ef15d1-1b67-42fc-8b8a-b848473be881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752878'] for router_interface, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.658322 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1e4e1e-02d9-459b-b8c8-4a3d2002e206', 'name': 'tempest-ServerRescueNegativeTestJSON-1096760004-router', 'tenant_id': 'ad59fce07ec3416db582f1d506e2a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '78e383e5-73b9-4ca2-8a38-cb91986edd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:59Z', 'updated_at': '2021-08-13T02:39:01Z', 'revision_number': 3, 'project_id': 'ad59fce07ec3416db582f1d506e2a581', 'gw_port': {'id': '78e383e5-73b9-4ca2-8a38-cb91986edd9c', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:9e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1e4e1e-02d9-459b-b8c8-4a3d2002e206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:00Z', 'updated_at': '2021-08-13T02:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:04.687567 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c9529c-339e-4bd3-aba5-ff8eb1dd7dfc None None] The sync data for ids ['6e1e4e1e-02d9-459b-b8c8-4a3d2002e206'] in dv-cinder-760192-6-iscsi is: [{'id': '6e1e4e1e-02d9-459b-b8c8-4a3d2002e206', 'name': 'tempest-ServerRescueNegativeTestJSON-1096760004-router', 'tenant_id': 'ad59fce07ec3416db582f1d506e2a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '78e383e5-73b9-4ca2-8a38-cb91986edd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:59Z', 'updated_at': '2021-08-13T02:39:01Z', 'revision_number': 3, 'project_id': 'ad59fce07ec3416db582f1d506e2a581', 'gw_port': {'id': '78e383e5-73b9-4ca2-8a38-cb91986edd9c', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:9e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1e4e1e-02d9-459b-b8c8-4a3d2002e206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:00Z', 'updated_at': '2021-08-13T02:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}] {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:39:04.873773 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e7ef15d1-1b67-42fc-8b8a-b848473be881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:05.149274 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e7ef15d1-1b67-42fc-8b8a-b848473be881 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:05.161247 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e7ef15d1-1b67-42fc-8b8a-b848473be881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:05.162285 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e7ef15d1-1b67-42fc-8b8a-b848473be881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753018'] for router_interface, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:05.273300 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef15d1-1b67-42fc-8b8a-b848473be881 admin admin] Pushing event updated for resources: {'Port': ['ID=7115b27b-6e7e-40a6-9b4e-a20dcee80aac,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:05.298707 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3006081b-43b1-45aa-ad99-8211cd835d97 req-36831c34-78ed-41d4-9bbc-4297650066e8 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 210 time: 0.0383382 Aug 13 02:39:05.335726 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ef15d1-1b67-42fc-8b8a-b848473be881 admin admin] Network 21e28e08-41d0-472d-a21a-15a7a1bf62f1 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:05.336521 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-e7ef15d1-1b67-42fc-8b8a-b848473be881 admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:05.462189 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ef15d1-1b67-42fc-8b8a-b848473be881 admin admin] Router 6e1e4e1e-02d9-459b-b8c8-4a3d2002e206 has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:39:05.593318 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5376611b-29d7-41d6-ae7b-b3ded68f6bcc req-26f5cc71-a380-4635-839b-8c32172b9ab8 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 210 time: 0.0717607 Aug 13 02:39:05.619080 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ef15d1-1b67-42fc-8b8a-b848473be881 admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:39:05.630342 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-e7ef15d1-1b67-42fc-8b8a-b848473be881 admin admin] 10.222.0.13 "PUT /v2.0/routers/6e1e4e1e-02d9-459b-b8c8-4a3d2002e206/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9176929 Aug 13 02:39:05.866690 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 78e383e5-73b9-4ca2-8a38-cb91986edd9c up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:05.920124 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port 78e383e5-73b9-4ca2-8a38-cb91986edd9c completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:05.924078 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 78e383e5-73b9-4ca2-8a38-cb91986edd9c triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:05.924456 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:06.028447 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:06.058337 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port 78e383e5-73b9-4ca2-8a38-cb91986edd9c, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=78e383e5-73b9-4ca2-8a38-cb91986edd9c,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:06.064872 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:06.142901 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=78e383e5-73b9-4ca2-8a38-cb91986edd9c,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:06.152709 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:06.153332 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:06.153830 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:06.154436 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:06.154947 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:06.155443 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:06.155967 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:06.156590 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:06.157237 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:06.157852 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:06.158365 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:06.158926 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Tracked resource versions report: Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: pushed versions: Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: { 'AddressGroup': {'1.2'}, Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: 'ConntrackHelper': {'1.0'}, Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: 'Log': {'1.0'}, Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: 'Network': {'1.1'}, Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: 'Port': {'1.7'}, Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: 'PortForwarding': {'1.2'}, Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: 'QosPolicy': {'1.9'}, Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: 'SecurityGroup': {'1.4'}, Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: 'SubPort': {'1.0'}, Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: 'Subnet': {'1.1'}, Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: 'Trunk': {'1.1'}} Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: consumer versions: Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: { DHCP agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: HyperV agent@hv-cinder-76019: {}, Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: L3 agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: Metadata agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: Metering agent@dv-cinder-760192-6-iscsi: {}, Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: Open vSwitch agent@dv-cinder-760192-6-iscsi: { 'AddressGroup': '1.2', Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: 'ConntrackHelper': '1.0', Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: 'Log': '1.0', Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: 'Network': '1.1', Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: 'Port': '1.7', Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: 'PortForwarding': '1.2', Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: 'QosPolicy': '1.9', Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: 'SecurityGroup': '1.4', Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: 'SecurityGroupRule': '1.2', Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: 'SubPort': '1.0', Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: 'Subnet': '1.1', Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: 'Trunk': '1.1'}} Aug 13 02:39:06.160243 dv-cinder-760192-6-iscsi neutron-server[100522]: {{(pid=100522) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:39:06.540879 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ddc7d705-ed26-4a20-b2d8-1b04a7d580a4 req-aa65a516-fe75-4166-b0e4-b83c44f93bae tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 210 time: 0.0473835 Aug 13 02:39:06.575570 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-44482c90-5b8b-4f6a-81f3-14ebc069fc31 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:06.577129 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-44482c90-5b8b-4f6a-81f3-14ebc069fc31 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/networks?id=21e28e08-41d0-472d-a21a-15a7a1bf62f1 HTTP/1.1" status: 200 len: 819 time: 0.1272974 Aug 13 02:39:06.596175 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-ba51687f-bbc2-4f2c-b837-ac50dec17f37 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/quotas/ad59fce07ec3416db582f1d506e2a581 HTTP/1.1" status: 200 len: 375 time: 0.0107667 Aug 13 02:39:06.693525 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-a27482e6-ed32-4513-9a1e-b2c4bd3f33ba tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad59fce07ec3416db582f1d506e2a581&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0859909 Aug 13 02:39:06.750983 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] Sync routers for ids ['6e1e4e1e-02d9-459b-b8c8-4a3d2002e206'] in dv-cinder-760192-6-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:39:06.768815 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] Routers {'6e1e4e1e-02d9-459b-b8c8-4a3d2002e206'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:39:06.769772 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:38:55Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['6e1e4e1e-02d9-459b-b8c8-4a3d2002e206'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:06.814568 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-e8ef58cf-3b73-4bbf-b7d3-a4525ba83ea5 service neutron] 10.222.0.13 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111231 Aug 13 02:39:06.824048 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-510ce216-4de2-4cfa-b737-7cb8324f292e req-6792ef8a-ebb0-4804-bd89-d62778b792de tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 210 time: 0.1427021 Aug 13 02:39:06.891746 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] Set router 6e1e4e1e-02d9-459b-b8c8-4a3d2002e206 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:39:06.906855 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-70dc984d-19d9-457c-8888-684c5d4149a4 service neutron] 10.222.0.13 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838068 Aug 13 02:39:07.061168 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0eeafaf7-102a-49fa-b0cb-02aeec12068f req-22189929-1140-4d20-b890-bc8fa2efaa9d tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0260594 Aug 13 02:39:07.100971 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1e4e1e-02d9-459b-b8c8-4a3d2002e206', 'name': 'tempest-ServerRescueNegativeTestJSON-1096760004-router', 'tenant_id': 'ad59fce07ec3416db582f1d506e2a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '78e383e5-73b9-4ca2-8a38-cb91986edd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:59Z', 'updated_at': '2021-08-13T02:39:04Z', 'revision_number': 4, 'project_id': 'ad59fce07ec3416db582f1d506e2a581', 'gw_port': {'id': '78e383e5-73b9-4ca2-8a38-cb91986edd9c', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:9e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1e4e1e-02d9-459b-b8c8-4a3d2002e206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:00Z', 'updated_at': '2021-08-13T02:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '7115b27b-6e7e-40a6-9b4e-a20dcee80aac', 'name': '', 'network_id': '21e28e08-41d0-472d-a21a-15a7a1bf62f1', 'tenant_id': 'ad59fce07ec3416db582f1d506e2a581', 'mac_address': 'fa:16:3e:5e:4c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1e4e1e-02d9-459b-b8c8-4a3d2002e206', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '906d1824-252c-4a14-9659-5d1356c53672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:04Z', 'updated_at': '2021-08-13T02:39:04Z', 'revision_number': 2, 'project_id': 'ad59fce07ec3416db582f1d506e2a581', 'subnets': [{'id': '906d1824-252c-4a14-9659-5d1356c53672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:07.133542 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] Checking router: 6e1e4e1e-02d9-459b-b8c8-4a3d2002e206 for host: dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:39:07.133814 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] Updating router 6e1e4e1e-02d9-459b-b8c8-4a3d2002e206 port 7115b27b-6e7e-40a6-9b4e-a20dcee80aac binding host dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:39:07.165122 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:07.328743 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-4f22d1d4-9771-4d6e-abf5-276bb346241a tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:07.330689 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-4f22d1d4-9771-4d6e-abf5-276bb346241a tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/networks?id=21e28e08-41d0-472d-a21a-15a7a1bf62f1 HTTP/1.1" status: 200 len: 819 time: 0.1279333 Aug 13 02:39:07.356119 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-986b00b2-e362-4620-a7bd-7151c2bc992b tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/quotas/ad59fce07ec3416db582f1d506e2a581 HTTP/1.1" status: 200 len: 375 time: 0.0175364 Aug 13 02:39:07.420784 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-b805501f-9c94-4143-8c50-d9d02f3e9473 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad59fce07ec3416db582f1d506e2a581&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0468321 Aug 13 02:39:07.496180 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] Notify callbacks [] for port, precommit_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:07.506550 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] Transition to ACTIVE for port object 7115b27b-6e7e-40a6-9b4e-a20dcee80aac will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:07.512364 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:07.518185 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-6c24ecc9-1506-43eb-bf6f-5c5ae999527b service neutron] 10.222.0.13 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897353 Aug 13 02:39:07.564111 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95018560-73e5-447e-8f4b-64768a5d9d3e None None] Pushing event updated for resources: {'Port': ['ID=7115b27b-6e7e-40a6-9b4e-a20dcee80aac,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:07.626056 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] Attempting to bind port 7115b27b-6e7e-40a6-9b4e-a20dcee80aac on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:39:07.626586 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] Attempting to bind port 7115b27b-6e7e-40a6-9b4e-a20dcee80aac by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': '1cf5c51b-f2ad-42ba-9d78-fe30b656633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '21e28e08-41d0-472d-a21a-15a7a1bf62f1'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:39:07.627048 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] Attempting to bind port 7115b27b-6e7e-40a6-9b4e-a20dcee80aac on network 21e28e08-41d0-472d-a21a-15a7a1bf62f1 {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:07.634895 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:39:07.635391 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] Checking segment: {'id': '1cf5c51b-f2ad-42ba-9d78-fe30b656633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '21e28e08-41d0-472d-a21a-15a7a1bf62f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:39:07.636083 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:07.636579 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] Bound using segment: {'id': '1cf5c51b-f2ad-42ba-9d78-fe30b656633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '21e28e08-41d0-472d-a21a-15a7a1bf62f1'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:39:07.637157 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] Bound port: 7115b27b-6e7e-40a6-9b4e-a20dcee80aac, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf5c51b-f2ad-42ba-9d78-fe30b656633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '21e28e08-41d0-472d-a21a-15a7a1bf62f1'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:39:07.637677 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:07.665586 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1a37a525-3204-40bf-ae8b-352d8b4bb833 req-5ad9939c-a3a9-4c61-b9bf-33f029317f6d tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 210 time: 0.0428946 Aug 13 02:39:07.718568 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] For port 7115b27b-6e7e-40a6-9b4e-a20dcee80aac, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:39:07.721779 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] For port 7115b27b-6e7e-40a6-9b4e-a20dcee80aac, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=7115b27b-6e7e-40a6-9b4e-a20dcee80aac,segment=NetworkSegment(1cf5c51b-f2ad-42ba-9d78-fe30b656633c),segment_id=1cf5c51b-f2ad-42ba-9d78-fe30b656633c)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:39:07.732632 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:07.738129 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-6dcf4a42-2a08-44bd-894b-51e33c93412b service neutron] 10.222.0.13 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132235 Aug 13 02:39:07.803264 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] Routers {'6e1e4e1e-02d9-459b-b8c8-4a3d2002e206'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:39:07.804612 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:38:55Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['6e1e4e1e-02d9-459b-b8c8-4a3d2002e206'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:07.858320 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 78e383e5-73b9-4ca2-8a38-cb91986edd9c up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:07.872916 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95018560-73e5-447e-8f4b-64768a5d9d3e None None] Pushing event updated for resources: {'Port': ['ID=7115b27b-6e7e-40a6-9b4e-a20dcee80aac,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:07.961146 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fa711a2d-f8a4-4da4-a184-b01f6de9eb39 req-835f8361-c123-4f85-b78a-4e1625c60e82 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 210 time: 0.0568566 Aug 13 02:39:07.966672 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-113b1980-b1c1-4a5b-ab2e-a146caa11254 req-09c62c2d-dd92-4091-a7a4-9658249202f2 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 210 time: 0.0411119 Aug 13 02:39:08.000864 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 60402) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:08.122930 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] Set router 6e1e4e1e-02d9-459b-b8c8-4a3d2002e206 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:39:08.135236 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d083c16d-baea-4366-9f87-e36f98b4b4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:08.153844 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 78e383e5-73b9-4ca2-8a38-cb91986edd9c triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:08.154540 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:08.266023 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d083c16d-baea-4366-9f87-e36f98b4b4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:08.271480 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d083c16d-baea-4366-9f87-e36f98b4b4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:08.316513 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-d083c16d-baea-4366-9f87-e36f98b4b4eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffcb276ebb9647c9a20a9c3fd663cbd0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3141444 Aug 13 02:39:08.317574 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083c16d-baea-4366-9f87-e36f98b4b4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7775e4eb-c77c-4571-abef-014c85c1e350,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:08.319523 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 60416) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:08.373141 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-45b67361-e45e-4ed6-b3da-973fa7f8a502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:08.394145 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-45b67361-e45e-4ed6-b3da-973fa7f8a502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:08.400294 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1e4e1e-02d9-459b-b8c8-4a3d2002e206', 'name': 'tempest-ServerRescueNegativeTestJSON-1096760004-router', 'tenant_id': 'ad59fce07ec3416db582f1d506e2a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '78e383e5-73b9-4ca2-8a38-cb91986edd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:59Z', 'updated_at': '2021-08-13T02:39:04Z', 'revision_number': 4, 'project_id': 'ad59fce07ec3416db582f1d506e2a581', 'gw_port': {'id': '78e383e5-73b9-4ca2-8a38-cb91986edd9c', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:9e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1e4e1e-02d9-459b-b8c8-4a3d2002e206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:00Z', 'updated_at': '2021-08-13T02:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '7115b27b-6e7e-40a6-9b4e-a20dcee80aac', 'name': '', 'network_id': '21e28e08-41d0-472d-a21a-15a7a1bf62f1', 'tenant_id': 'ad59fce07ec3416db582f1d506e2a581', 'mac_address': 'fa:16:3e:5e:4c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1e4e1e-02d9-459b-b8c8-4a3d2002e206', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '906d1824-252c-4a14-9659-5d1356c53672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:04Z', 'updated_at': '2021-08-13T02:39:07Z', 'revision_number': 4, 'project_id': 'ad59fce07ec3416db582f1d506e2a581', 'subnets': [{'id': '906d1824-252c-4a14-9659-5d1356c53672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:08.428317 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f343380d-0f42-45e0-85cd-a62e52b850c0 None None] The sync data for ids ['6e1e4e1e-02d9-459b-b8c8-4a3d2002e206'] in dv-cinder-760192-6-iscsi is: [{'id': '6e1e4e1e-02d9-459b-b8c8-4a3d2002e206', 'name': 'tempest-ServerRescueNegativeTestJSON-1096760004-router', 'tenant_id': 'ad59fce07ec3416db582f1d506e2a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '78e383e5-73b9-4ca2-8a38-cb91986edd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:59Z', 'updated_at': '2021-08-13T02:39:04Z', 'revision_number': 4, 'project_id': 'ad59fce07ec3416db582f1d506e2a581', 'gw_port': {'id': '78e383e5-73b9-4ca2-8a38-cb91986edd9c', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:9e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1e4e1e-02d9-459b-b8c8-4a3d2002e206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:00Z', 'updated_at': '2021-08-13T02:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '7115b27b-6e7e-40a6-9b4e-a20dcee80aac', 'name': '', 'network_id': '21e28e08-41d0-472d-a21a-15a7a1bf62f1', 'tenant_id': 'ad59fce07ec3416db582f1d506e2a581', 'mac_address': 'fa:16:3e:5e:4c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1e4e1e-02d9-459b-b8c8-4a3d2002e206', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '906d1824-252c-4a14-9659-5d1356c53672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:04Z', 'updated_at': '2021-08-13T02:39:07Z', 'revision_number': 4, 'project_id': 'ad59fce07ec3416db582f1d506e2a581', 'subnets': [{'id': '906d1824-252c-4a14-9659-5d1356c53672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:39:08.449570 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-45b67361-e45e-4ed6-b3da-973fa7f8a502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:08.452323 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-45b67361-e45e-4ed6-b3da-973fa7f8a502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:08.453453 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-45b67361-e45e-4ed6-b3da-973fa7f8a502 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7775e4eb-c77c-4571-abef-014c85c1e350 HTTP/1.1" status: 204 len: 168 time: 0.1327364 Aug 13 02:39:08.462285 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b67361-e45e-4ed6-b3da-973fa7f8a502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7775e4eb-c77c-4571-abef-014c85c1e350,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:08.758307 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c18ed079-282d-4c74-8f2a-2bb72721cabd req-055d150f-918c-478a-9c51-8dffb0c7c984 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 210 time: 0.0281203 Aug 13 02:39:08.784136 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 60432) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:08.800116 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-40eb6d6a-5769-485c-8a5e-04377e44d7df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:08.906352 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-40eb6d6a-5769-485c-8a5e-04377e44d7df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:08.913103 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-40eb6d6a-5769-485c-8a5e-04377e44d7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:08.955765 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb6d6a-5769-485c-8a5e-04377e44d7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81eb248e-a903-4f08-8d89-1aed34e03da3,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:08.963178 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 60446) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:08.963338 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-40eb6d6a-5769-485c-8a5e-04377e44d7df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5f0790e86864e94b45c25c06fc389dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1780982 Aug 13 02:39:09.064329 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-85970e1f-2c28-41e0-89ee-a420619bed96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:09.077418 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-660cb607-f3a3-4930-be5e-618a362b325f req-f89724a8-5146-4f1b-9755-11a4efdb5773 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 210 time: 0.0476954 Aug 13 02:39:09.112950 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-1a36e925-3a7d-4d2b-9994-744c09ca0d7b req-6a12622f-12fe-418f-868d-a1efb15c3337 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 210 time: 0.0411091 Aug 13 02:39:09.122293 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-85970e1f-2c28-41e0-89ee-a420619bed96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:09.187639 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-85970e1f-2c28-41e0-89ee-a420619bed96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:09.190482 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-85970e1f-2c28-41e0-89ee-a420619bed96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:09.191693 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-85970e1f-2c28-41e0-89ee-a420619bed96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81eb248e-a903-4f08-8d89-1aed34e03da3 HTTP/1.1" status: 204 len: 168 time: 0.2263389 Aug 13 02:39:09.200725 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85970e1f-2c28-41e0-89ee-a420619bed96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81eb248e-a903-4f08-8d89-1aed34e03da3,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:09.905407 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 7115b27b-6e7e-40a6-9b4e-a20dcee80aac up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:09.907349 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-859a4dc2-7db7-488a-a38f-f32137fb6ca2 req-0e4afcee-81a6-4e84-8dc0-1fc587c2ed45 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 210 time: 0.0344160 Aug 13 02:39:09.958073 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port 7115b27b-6e7e-40a6-9b4e-a20dcee80aac completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:09.962598 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 7115b27b-6e7e-40a6-9b4e-a20dcee80aac triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:09.963099 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:10.046922 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:10.090857 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port 7115b27b-6e7e-40a6-9b4e-a20dcee80aac, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=7115b27b-6e7e-40a6-9b4e-a20dcee80aac,segment=NetworkSegment(1cf5c51b-f2ad-42ba-9d78-fe30b656633c),segment_id=1cf5c51b-f2ad-42ba-9d78-fe30b656633c)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:10.107644 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:10.163192 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.36', 56809) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:10.213847 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-37256253-6f22-4e11-8c8d-31d72758e576 req-3ad5a497-34ca-4395-8118-7b8b644665b7 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 210 time: 0.0605717 Aug 13 02:39:10.230459 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=7115b27b-6e7e-40a6-9b4e-a20dcee80aac,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:10.283202 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-dded97a4-b00c-44b3-b1ab-5476582a0d8a req-a5fe95b0-f3dd-44c0-af4f-35e30b19cf4c tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 210 time: 0.0413508 Aug 13 02:39:10.337773 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-14afd4bc-2e57-471e-b79a-7a7c3f87f31a tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:10.339777 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-14afd4bc-2e57-471e-b79a-7a7c3f87f31a tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.36 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 815 time: 0.1695576 Aug 13 02:39:10.396690 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-ef619c43-e0e7-4c5d-ab77-059d0763cef2 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Request body: {'port': {'device_id': '5b7a7f50-a509-463c-8f23-54c18ae3d048', 'network_id': '17ed0c13-cd3d-4f62-bfa4-55efe8abc95b', 'admin_state_up': True, 'tenant_id': '47f0c494de3b45c19b5e5c2fc0a24d12'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:10.675452 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.36', 56814) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:10.754923 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-ef619c43-e0e7-4c5d-ab77-059d0763cef2 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Made reservation on behalf of 47f0c494de3b45c19b5e5c2fc0a24d12 for: {'port': 1} {{(pid=100521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:39:10.759480 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-ef619c43-e0e7-4c5d-ab77-059d0763cef2 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:10.912584 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-41294a32-e1e3-4efd-8eca-7d2f947d1557 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:10.915647 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-41294a32-e1e3-4efd-8eca-7d2f947d1557 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.36 "GET /v2.0/networks?id=91d1783c-52a0-4c3a-a058-9466a0fce7d4 HTTP/1.1" status: 200 len: 812 time: 0.2385881 Aug 13 02:39:10.932829 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-7cbfc35e-bfd9-4695-bd42-e2a98f55b4ca tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Request body: {'port': {'device_id': '38559bfa-9bc6-4708-a740-d399f4bb1a8f', 'network_id': '91d1783c-52a0-4c3a-a058-9466a0fce7d4', 'admin_state_up': True, 'tenant_id': '37de05a57b0b448cb03c7c61c669159d'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:11.295554 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f56f4a82-6cb0-4a81-b98e-3f020f789baf req-da3d7efb-9387-4d5c-b807-b124153880f1 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 210 time: 0.1319711 Aug 13 02:39:11.302256 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_common [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-ef619c43-e0e7-4c5d-ab77-059d0763cef2 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Allocated IP 172.20.0.2 (17ed0c13-cd3d-4f62-bfa4-55efe8abc95b/b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6/8da525de-fbee-49b3-870f-0498749a9b12) {{(pid=100521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:39:11.326348 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.36', 56821) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:11.357993 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-7cbfc35e-bfd9-4695-bd42-e2a98f55b4ca tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Made reservation on behalf of 37de05a57b0b448cb03c7c61c669159d for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:39:11.366849 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-7cbfc35e-bfd9-4695-bd42-e2a98f55b4ca tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:11.547791 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 60604) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:11.551208 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-6ad1efc0-baf3-4c3a-be78-ebc229109d63 req-0e2cfefd-e607-49c7-90a5-1cd2ae7b16ae tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 210 time: 0.0926542 Aug 13 02:39:11.708786 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-c94a5520-8e56-4a31-b3a6-4351a70f8374 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:11.714933 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-c94a5520-8e56-4a31-b3a6-4351a70f8374 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.36 "GET /v2.0/networks?id=21e28e08-41d0-472d-a21a-15a7a1bf62f1 HTTP/1.1" status: 200 len: 819 time: 0.3785338 Aug 13 02:39:11.730651 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-5db90c77-c330-4166-ae39-2fcf783587ce tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Request body: {'port': {'device_id': '67e66d91-d6cb-4b18-a81d-26738ca27731', 'network_id': '21e28e08-41d0-472d-a21a-15a7a1bf62f1', 'admin_state_up': True, 'tenant_id': 'ad59fce07ec3416db582f1d506e2a581'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:11.806415 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-92ae713f-e250-4c3c-a98f-2cf9c6defdf2 req-bd847e82-c6be-4728-8ddd-6e573d65ebbd tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 210 time: 0.1180770 Aug 13 02:39:11.990755 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 7115b27b-6e7e-40a6-9b4e-a20dcee80aac up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:12.040914 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-ef619c43-e0e7-4c5d-ab77-059d0763cef2 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks [] for port, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:12.058512 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.36', 56824) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:12.143616 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 7115b27b-6e7e-40a6-9b4e-a20dcee80aac triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:12.143996 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:12.147465 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d807a15c-d3f0-4ac7-afab-13380069b649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:12.334384 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-7cbfc35e-bfd9-4695-bd42-e2a98f55b4ca tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Allocated IP 172.20.0.8 (91d1783c-52a0-4c3a-a058-9466a0fce7d4/83f1cead-3458-4d96-88b2-4126f0d0a7e2/261cb09b-5f67-48ed-a69c-f20e7ff7c3fd) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:39:12.377860 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-ef619c43-e0e7-4c5d-ab77-059d0763cef2 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703'] for port, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:12.506920 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-ef619c43-e0e7-4c5d-ab77-059d0763cef2 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Network 17ed0c13-cd3d-4f62-bfa4-55efe8abc95b is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:12.659607 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-7cbfc35e-bfd9-4695-bd42-e2a98f55b4ca tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:12.674423 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-0b21a02c-d5b4-4d53-a427-e1ba2f61d26f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:12.676855 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-0b21a02c-d5b4-4d53-a427-e1ba2f61d26f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.36 "GET /v2.0/networks?id=21e28e08-41d0-472d-a21a-15a7a1bf62f1 HTTP/1.1" status: 200 len: 819 time: 0.5978351 Aug 13 02:39:12.718247 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d807a15c-d3f0-4ac7-afab-13380069b649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:12.720655 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-ef619c43-e0e7-4c5d-ab77-059d0763cef2 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:12.738782 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-ef619c43-e0e7-4c5d-ab77-059d0763cef2 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Received port after_create {{(pid=100521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:39:12.741814 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-7cbfc35e-bfd9-4695-bd42-e2a98f55b4ca tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:12.745887 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-ef619c43-e0e7-4c5d-ab77-059d0763cef2 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:12.746744 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-ef619c43-e0e7-4c5d-ab77-059d0763cef2 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for port, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:12.765774 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d807a15c-d3f0-4ac7-afab-13380069b649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:12.765986 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-7cbfc35e-bfd9-4695-bd42-e2a98f55b4ca tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Network 91d1783c-52a0-4c3a-a058-9466a0fce7d4 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:12.796471 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-7cbfc35e-bfd9-4695-bd42-e2a98f55b4ca tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:12.828770 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807a15c-d3f0-4ac7-afab-13380069b649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b535e2f-9de3-4c9e-b10e-a3baf974243a,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:12.845159 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-7cbfc35e-bfd9-4695-bd42-e2a98f55b4ca tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:39:12.863704 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef619c43-e0e7-4c5d-ab77-059d0763cef2 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Pushing event updated for resources: {'Port': ['ID=8da525de-fbee-49b3-870f-0498749a9b12,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:12.864240 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-7cbfc35e-bfd9-4695-bd42-e2a98f55b4ca tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:12.864955 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-7cbfc35e-bfd9-4695-bd42-e2a98f55b4ca tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:12.895640 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-ef619c43-e0e7-4c5d-ab77-059d0763cef2 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5046647 Aug 13 02:39:12.898005 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-7cbfc35e-bfd9-4695-bd42-e2a98f55b4ca tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9712670 Aug 13 02:39:12.907066 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621d9ec-953d-4267-a608-9b1d5fed19b4 req-68ecb877-a97e-4e77-a8ef-925841927906 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:12.908660 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-b621d9ec-953d-4267-a608-9b1d5fed19b4 req-68ecb877-a97e-4e77-a8ef-925841927906 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 931 time: 0.4617426 Aug 13 02:39:12.919674 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-5db90c77-c330-4166-ae39-2fcf783587ce tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Made reservation on behalf of ad59fce07ec3416db582f1d506e2a581 for: {'port': 1} {{(pid=100521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:39:12.926404 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbfc35e-bfd9-4695-bd42-e2a98f55b4ca tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Pushing event updated for resources: {'Port': ['ID=261cb09b-5f67-48ed-a69c-f20e7ff7c3fd,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:12.928178 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-5db90c77-c330-4166-ae39-2fcf783587ce tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:12.967158 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-d807a15c-d3f0-4ac7-afab-13380069b649 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2479afd9517848f5bdd145763c03eb16&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4143860 Aug 13 02:39:12.969223 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 60652) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:13.016194 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68e071-4db2-448f-83cd-6e272a4c9643 req-2286d6c1-ddcd-4be1-a195-613fa4c835c6 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:13.017700 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7a68e071-4db2-448f-83cd-6e272a4c9643 req-2286d6c1-ddcd-4be1-a195-613fa4c835c6 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 931 time: 0.0678020 Aug 13 02:39:13.077345 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7a68e071-4db2-448f-83cd-6e272a4c9643 req-a329d82d-0228-4c68-9661-b6b44878b517 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484903 Aug 13 02:39:13.218908 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9dc5219e-a665-4cd4-a32d-9e621f5f1b93 req-5e1af83f-cb89-4bcd-a506-9e70f2c9a7bf tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 210 time: 0.0317230 Aug 13 02:39:13.269955 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-b621d9ec-953d-4267-a608-9b1d5fed19b4 req-8a1b8db0-e69f-4888-8f77-8763e3c32193 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378730 Aug 13 02:39:13.311337 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f7d02967-e5a5-4cad-94c6-dfa0dccf89b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.391186 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f7d02967-e5a5-4cad-94c6-dfa0dccf89b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.429014 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_common [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-5db90c77-c330-4166-ae39-2fcf783587ce tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Allocated IP 172.20.0.13 (21e28e08-41d0-472d-a21a-15a7a1bf62f1/906d1824-252c-4a14-9659-5d1356c53672/439aa1d9-9341-4c3d-976e-1477ea03abb7) {{(pid=100521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:39:13.574180 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f7d02967-e5a5-4cad-94c6-dfa0dccf89b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.574180 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f7d02967-e5a5-4cad-94c6-dfa0dccf89b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.574180 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-f7d02967-e5a5-4cad-94c6-dfa0dccf89b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b535e2f-9de3-4c9e-b10e-a3baf974243a HTTP/1.1" status: 204 len: 168 time: 0.5875938 Aug 13 02:39:13.586901 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d02967-e5a5-4cad-94c6-dfa0dccf89b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b535e2f-9de3-4c9e-b10e-a3baf974243a,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:13.676576 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-5db90c77-c330-4166-ae39-2fcf783587ce tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Notify callbacks [] for port, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.746854 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-5db90c77-c330-4166-ae39-2fcf783587ce tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703'] for port, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.790748 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 60686) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:13.833972 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db90c77-c330-4166-ae39-2fcf783587ce tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Pushing event updated for resources: {'Port': ['ID=439aa1d9-9341-4c3d-976e-1477ea03abb7,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:13.873946 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-5db90c77-c330-4166-ae39-2fcf783587ce tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Network 21e28e08-41d0-472d-a21a-15a7a1bf62f1 is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:13.875854 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-5db90c77-c330-4166-ae39-2fcf783587ce tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:13.886960 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-5db90c77-c330-4166-ae39-2fcf783587ce tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Received port after_create {{(pid=100521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:39:13.899709 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-5db90c77-c330-4166-ae39-2fcf783587ce tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:13.900369 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-5db90c77-c330-4166-ae39-2fcf783587ce tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for port, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.926698 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-5db90c77-c330-4166-ae39-2fcf783587ce tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2001231 Aug 13 02:39:14.156489 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c44b4c6f-278b-4d0a-86ca-0bf8194b0c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.279946 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d2277-01fc-476d-bab1-97b23da93bd3 req-b9129542-3efb-4a2b-8248-09e02e0d7cb1 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:14.282131 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4e6d2277-01fc-476d-bab1-97b23da93bd3 req-b9129542-3efb-4a2b-8248-09e02e0d7cb1 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 931 time: 0.1134226 Aug 13 02:39:14.325521 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 60708) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:14.369788 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1f02083b-6826-4bb2-9f1f-3f5b2e447a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.388660 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4e6d2277-01fc-476d-bab1-97b23da93bd3 req-ca2488ff-f8f8-43f2-8331-6bbfe8c0f0b0 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869393 Aug 13 02:39:14.403952 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c44b4c6f-278b-4d0a-86ca-0bf8194b0c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.410001 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c44b4c6f-278b-4d0a-86ca-0bf8194b0c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.475994 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-c44b4c6f-278b-4d0a-86ca-0bf8194b0c00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac6e2acaff9f482e91fac0b3a6475466&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6840010 Aug 13 02:39:14.477769 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 60712) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:14.530099 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b4c6f-278b-4d0a-86ca-0bf8194b0c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00578166-fa03-4b17-8b56-44a0103facfd,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:14.589575 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-05cd7b57-3c3f-4538-8aa4-f96f6e55c666 req-e85f5e37-bb2f-4ad8-a577-80e788b2f750 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 210 time: 0.0599861 Aug 13 02:39:14.625371 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e182406c-6912-43db-84d6-870924c1651f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.662190 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5f0b7-2129-476c-8dba-44cdacf84d3f req-5c3590e3-b841-437e-8869-1603bc1a1bc6 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:14.663880 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-49e5f0b7-2129-476c-8dba-44cdacf84d3f req-5c3590e3-b841-437e-8869-1603bc1a1bc6 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 931 time: 0.0945847 Aug 13 02:39:14.669212 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1f02083b-6826-4bb2-9f1f-3f5b2e447a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.670021 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e182406c-6912-43db-84d6-870924c1651f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.680242 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1f02083b-6826-4bb2-9f1f-3f5b2e447a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.729095 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e182406c-6912-43db-84d6-870924c1651f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.731945 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e182406c-6912-43db-84d6-870924c1651f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.735342 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-e182406c-6912-43db-84d6-870924c1651f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00578166-fa03-4b17-8b56-44a0103facfd HTTP/1.1" status: 204 len: 168 time: 0.2541707 Aug 13 02:39:14.742105 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182406c-6912-43db-84d6-870924c1651f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00578166-fa03-4b17-8b56-44a0103facfd,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:14.752943 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-1f02083b-6826-4bb2-9f1f-3f5b2e447a35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8fb0857d43584b2e94c1d2afaa3b4700&name=default HTTP/1.1" status: 200 len: 2976 time: 0.4238675 Aug 13 02:39:14.753244 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 60718) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:14.765795 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-49e5f0b7-2129-476c-8dba-44cdacf84d3f req-b5cb30e3-4aaf-449f-977d-ea093de9c6ae tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930791 Aug 13 02:39:14.766789 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02083b-6826-4bb2-9f1f-3f5b2e447a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76d93e9-e351-4159-9f53-021ed2da924c,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:14.851963 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5b9444a6-c813-4f94-b4e6-ed38a0ba0264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.889986 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5b9444a6-c813-4f94-b4e6-ed38a0ba0264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.946608 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5b9444a6-c813-4f94-b4e6-ed38a0ba0264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.949262 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5b9444a6-c813-4f94-b4e6-ed38a0ba0264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.950419 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-5b9444a6-c813-4f94-b4e6-ed38a0ba0264 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e76d93e9-e351-4159-9f53-021ed2da924c HTTP/1.1" status: 204 len: 168 time: 0.1954966 Aug 13 02:39:14.962211 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9444a6-c813-4f94-b4e6-ed38a0ba0264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76d93e9-e351-4159-9f53-021ed2da924c,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:15.643469 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e984a6-aba0-41a8-a448-b9fc6d7808df req-72a86dbf-79d9-41f3-9373-1e86df364162 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:15.652302 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-21e984a6-aba0-41a8-a448-b9fc6d7808df req-72a86dbf-79d9-41f3-9373-1e86df364162 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 931 time: 0.1890392 Aug 13 02:39:15.705063 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-21e984a6-aba0-41a8-a448-b9fc6d7808df req-fe51222c-dbd4-41a3-b856-34921fb88a02 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466282 Aug 13 02:39:15.810926 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c958a004-0d3d-447b-876c-e6480f4c046f req-f0957c66-0b87-4672-9c11-053366cb5992 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 210 time: 0.0607178 Aug 13 02:39:15.985405 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2970e-b1a7-4677-9dae-289d82172e0d req-7c0d5a17-d7c0-4955-a13f-c89b1cad2db4 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:15.994546 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b7f2970e-b1a7-4677-9dae-289d82172e0d req-7c0d5a17-d7c0-4955-a13f-c89b1cad2db4 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 931 time: 0.0884125 Aug 13 02:39:16.078022 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b7f2970e-b1a7-4677-9dae-289d82172e0d req-4b872946-9eab-478e-80da-3b3ec62de309 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820038 Aug 13 02:39:16.946861 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61349584-06f3-455e-9a06-f42cb2b62b4a req-25895de0-35a5-4518-8198-cadabf42010c tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:16.956505 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-61349584-06f3-455e-9a06-f42cb2b62b4a req-25895de0-35a5-4518-8198-cadabf42010c tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 931 time: 0.1527333 Aug 13 02:39:16.991674 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f1371f77-6928-402c-99c9-f60cc2821f2f req-ed071bdc-7915-4db8-b02b-83a540cd96f1 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 210 time: 0.0691278 Aug 13 02:39:17.068245 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-61349584-06f3-455e-9a06-f42cb2b62b4a req-394a2e18-7635-4d3d-b7f8-0cafe0fa3c03 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038630 Aug 13 02:39:17.277228 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f9226-6387-4835-8fcc-69154dd9a8b8 req-9019056d-6f0d-4ece-8da7-08a304c81292 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:17.292979 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d76f9226-6387-4835-8fcc-69154dd9a8b8 req-9019056d-6f0d-4ece-8da7-08a304c81292 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 931 time: 0.0872021 Aug 13 02:39:17.345431 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d76f9226-6387-4835-8fcc-69154dd9a8b8 req-f7bbed6f-5ee2-4e53-bc62-642ac9eddef7 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509343 Aug 13 02:39:17.810499 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 60864) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:17.833572 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 60868) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:17.940011 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-02d7eb34-7e69-4646-8494-6a24e589f524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:17.976103 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-44318abe-56a4-40ad-964b-bf92ffee02ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:18.065581 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-02d7eb34-7e69-4646-8494-6a24e589f524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:18.071556 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-02d7eb34-7e69-4646-8494-6a24e589f524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:18.098541 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-dc00fbd3-a094-4a7d-99d0-a0245c80ea22 req-ba00f2b2-92fb-41f2-b0fd-c8f1d586ef6f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 210 time: 0.0284665 Aug 13 02:39:18.160459 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-02d7eb34-7e69-4646-8494-6a24e589f524 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed7f2b3c6c9a4e8d9cb39641a68a00f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485494 Aug 13 02:39:18.161871 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 60880) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:18.179839 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7eb34-7e69-4646-8494-6a24e589f524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b786265e-b855-4276-8bfd-be69b6ddafc4,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:18.261295 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7d977c18-1b9d-4ba4-93a0-e75699ce53ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:18.304192 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7d977c18-1b9d-4ba4-93a0-e75699ce53ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:18.306096 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac55668-7fec-4ca0-97e9-5bd75c45363d req-c3e6c776-bc7a-423a-8f4e-8c279b45f706 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:18.307710 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4ac55668-7fec-4ca0-97e9-5bd75c45363d req-c3e6c776-bc7a-423a-8f4e-8c279b45f706 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 931 time: 0.1556172 Aug 13 02:39:18.334358 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-44318abe-56a4-40ad-964b-bf92ffee02ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:18.343387 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-44318abe-56a4-40ad-964b-bf92ffee02ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:18.373736 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7d977c18-1b9d-4ba4-93a0-e75699ce53ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:18.377013 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7d977c18-1b9d-4ba4-93a0-e75699ce53ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:18.381441 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-7d977c18-1b9d-4ba4-93a0-e75699ce53ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b786265e-b855-4276-8bfd-be69b6ddafc4 HTTP/1.1" status: 204 len: 168 time: 0.2159379 Aug 13 02:39:18.389144 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d977c18-1b9d-4ba4-93a0-e75699ce53ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b786265e-b855-4276-8bfd-be69b6ddafc4,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:18.444742 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 60892) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:18.444974 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-44318abe-56a4-40ad-964b-bf92ffee02ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63d3f9bb8d2e49c592053c23e1491b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6102254 Aug 13 02:39:18.467092 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4ac55668-7fec-4ca0-97e9-5bd75c45363d req-f63e87ba-de83-44cc-8fcb-038e01392b1e tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488717 Aug 13 02:39:18.468313 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44318abe-56a4-40ad-964b-bf92ffee02ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2f50cc-fcfb-41f0-9f42-edcb441201d0,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:18.574218 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f62ac2-8268-4b66-bb55-76e40940fed4 req-db3c086f-4889-4408-8349-91a20e505165 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:18.576176 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e4f62ac2-8268-4b66-bb55-76e40940fed4 req-db3c086f-4889-4408-8349-91a20e505165 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 931 time: 0.1200547 Aug 13 02:39:18.589122 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-96da2994-be61-49e1-a41b-78809bb064bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:18.638180 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-96da2994-be61-49e1-a41b-78809bb064bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:18.652527 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e4f62ac2-8268-4b66-bb55-76e40940fed4 req-e0ea1f17-6b77-4abe-9d89-94c897535294 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647528 Aug 13 02:39:18.697009 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-96da2994-be61-49e1-a41b-78809bb064bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:18.699949 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-96da2994-be61-49e1-a41b-78809bb064bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:18.703544 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-96da2994-be61-49e1-a41b-78809bb064bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e2f50cc-fcfb-41f0-9f42-edcb441201d0 HTTP/1.1" status: 204 len: 168 time: 0.2550638 Aug 13 02:39:18.712120 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da2994-be61-49e1-a41b-78809bb064bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2f50cc-fcfb-41f0-9f42-edcb441201d0,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:18.874930 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 60904) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:18.895258 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bcfbc56b-28ab-4e6c-98bd-397149d27f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:18.972339 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 60906) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:19.000257 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bcfbc56b-28ab-4e6c-98bd-397149d27f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.006880 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bcfbc56b-28ab-4e6c-98bd-397149d27f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.061591 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 60910) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:19.061840 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-bcfbc56b-28ab-4e6c-98bd-397149d27f7b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=001cf81b23d1413e80aaec9728500a7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1847701 Aug 13 02:39:19.063518 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbc56b-28ab-4e6c-98bd-397149d27f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f0c74f-8d49-410d-ad0b-d55ca2925b88,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:19.158194 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a3ffd806-0e5c-4baa-b467-48553fa5aa7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.196115 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a3ffd806-0e5c-4baa-b467-48553fa5aa7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.239298 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fccacde5-420f-4886-8e1b-0f657479240a req-fd93949f-d323-42c6-8bf9-1509e121efd0 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 210 time: 0.0521729 Aug 13 02:39:19.298917 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a3ffd806-0e5c-4baa-b467-48553fa5aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.309652 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a3ffd806-0e5c-4baa-b467-48553fa5aa7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.312508 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-a3ffd806-0e5c-4baa-b467-48553fa5aa7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63f0c74f-8d49-410d-ad0b-d55ca2925b88 HTTP/1.1" status: 204 len: 168 time: 0.2488990 Aug 13 02:39:19.321084 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6cc201b9-a5d7-4a44-a22e-4c1ae28235b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.339337 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffd806-0e5c-4baa-b467-48553fa5aa7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f0c74f-8d49-410d-ad0b-d55ca2925b88,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:19.432745 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 60920) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:19.446898 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-24caaa60-068d-475d-9187-dfd6a16bc3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.484451 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6cc201b9-a5d7-4a44-a22e-4c1ae28235b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.490493 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6cc201b9-a5d7-4a44-a22e-4c1ae28235b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.542926 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc201b9-a5d7-4a44-a22e-4c1ae28235b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fffe00b-dfb3-43ee-98a4-65fe4f2239d0,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:19.582502 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-6cc201b9-a5d7-4a44-a22e-4c1ae28235b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03418cf067cf4e8a9a04c1f156f8cb49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6090729 Aug 13 02:39:19.585443 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 60926) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:19.666791 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50d874-9e99-4f40-8b87-af3676414605 req-8cc6d9d3-0f19-483b-944a-0fcb84fd2d4e tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:19.668741 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-cd50d874-9e99-4f40-8b87-af3676414605 req-8cc6d9d3-0f19-483b-944a-0fcb84fd2d4e tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 931 time: 0.1171000 Aug 13 02:39:19.681997 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9afc7cd9-9c49-4ff1-93cb-6666917d8827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.732099 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-24caaa60-068d-475d-9187-dfd6a16bc3db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.741397 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-cd50d874-9e99-4f40-8b87-af3676414605 req-e55b8477-daff-4303-8aee-864ee9731c36 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630462 Aug 13 02:39:19.745172 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-24caaa60-068d-475d-9187-dfd6a16bc3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.745326 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9afc7cd9-9c49-4ff1-93cb-6666917d8827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.823859 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-24caaa60-068d-475d-9187-dfd6a16bc3db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c46a8dd636542969bf9111e43e77ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3899782 Aug 13 02:39:19.826909 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 60938) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:19.843279 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24caaa60-068d-475d-9187-dfd6a16bc3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b2f5b2-c452-4799-8d5b-0219ef620b0c,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:19.909808 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704786ed-fa49-44cb-a92b-c1419cee4d15 req-ac10c99d-733a-4028-9071-89a2bec09a63 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:19.911355 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-704786ed-fa49-44cb-a92b-c1419cee4d15 req-ac10c99d-733a-4028-9071-89a2bec09a63 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 931 time: 0.1465511 Aug 13 02:39:19.933668 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4a932c62-aebe-43be-bc6f-cd8929698023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.969265 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9afc7cd9-9c49-4ff1-93cb-6666917d8827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.972511 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9afc7cd9-9c49-4ff1-93cb-6666917d8827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.976561 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-9afc7cd9-9c49-4ff1-93cb-6666917d8827 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fffe00b-dfb3-43ee-98a4-65fe4f2239d0 HTTP/1.1" status: 204 len: 168 time: 0.3897178 Aug 13 02:39:19.986017 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4a932c62-aebe-43be-bc6f-cd8929698023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.994981 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc7cd9-9c49-4ff1-93cb-6666917d8827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fffe00b-dfb3-43ee-98a4-65fe4f2239d0,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:20.029114 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-704786ed-fa49-44cb-a92b-c1419cee4d15 req-e64d6f60-5884-4d13-a33b-a6e7697c6534 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974045 Aug 13 02:39:20.076028 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4a932c62-aebe-43be-bc6f-cd8929698023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:20.083959 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4a932c62-aebe-43be-bc6f-cd8929698023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:20.085218 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-4a932c62-aebe-43be-bc6f-cd8929698023 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94b2f5b2-c452-4799-8d5b-0219ef620b0c HTTP/1.1" status: 204 len: 168 time: 0.2560263 Aug 13 02:39:20.093466 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:20.099942 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a932c62-aebe-43be-bc6f-cd8929698023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b2f5b2-c452-4799-8d5b-0219ef620b0c,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:20.340599 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-5a33e6ad-a1da-4b75-a9af-6e394610ff16 req-456850d8-6a56-4556-b284-4e94091a3144 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 210 time: 0.0289352 Aug 13 02:39:20.510448 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 60964) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:20.529707 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c8ae3c5d-e3ab-4723-bb3f-531a3b0498e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:20.667369 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c8ae3c5d-e3ab-4723-bb3f-531a3b0498e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:20.672350 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c8ae3c5d-e3ab-4723-bb3f-531a3b0498e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:20.717918 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae3c5d-e3ab-4723-bb3f-531a3b0498e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68065061-214e-4085-9f1b-c44db1689976,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:20.740689 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-c8ae3c5d-e3ab-4723-bb3f-531a3b0498e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc9746917ebd4e76afee28665b52c8f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258818 Aug 13 02:39:20.742715 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 60974) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:20.830218 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c1992b62-ed89-47cc-9db6-86e9fa935044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:20.862361 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c1992b62-ed89-47cc-9db6-86e9fa935044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:20.907976 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3dee5-1322-4cfd-b9e2-427917232d42 req-6cad5008-6f20-4818-bee1-ea861dc7f2bf tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:20.916886 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bdb3dee5-1322-4cfd-b9e2-427917232d42 req-6cad5008-6f20-4818-bee1-ea861dc7f2bf tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 931 time: 0.0659757 Aug 13 02:39:20.942671 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c1992b62-ed89-47cc-9db6-86e9fa935044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:20.951428 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c1992b62-ed89-47cc-9db6-86e9fa935044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:20.951428 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-c1992b62-ed89-47cc-9db6-86e9fa935044 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68065061-214e-4085-9f1b-c44db1689976 HTTP/1.1" status: 204 len: 168 time: 0.2030289 Aug 13 02:39:20.968481 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1992b62-ed89-47cc-9db6-86e9fa935044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68065061-214e-4085-9f1b-c44db1689976,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:20.973666 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bdb3dee5-1322-4cfd-b9e2-427917232d42 req-d49ef397-f3e1-4cd0-911c-81e9cfdfe1e3 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555189 Aug 13 02:39:21.176726 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cea8a-79e4-446d-8ced-337dcacf87ab req-3eb3d48b-b60b-4a03-ad87-7c9dcb1961cf tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:21.178583 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-178cea8a-79e4-446d-8ced-337dcacf87ab req-3eb3d48b-b60b-4a03-ad87-7c9dcb1961cf tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 931 time: 0.0601647 Aug 13 02:39:21.236845 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-178cea8a-79e4-446d-8ced-337dcacf87ab req-f2e98a7e-ec97-482c-8dbe-bd8b9e2483ab tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517447 Aug 13 02:39:21.448003 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4d5963c8-18b5-4223-94c8-42cf8768dedf req-cc796b43-c603-43a9-990f-0896f729ca16 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 210 time: 0.0303130 Aug 13 02:39:22.174876 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061392a5-7ff7-4aaa-abaa-c0a4ba344047 req-fbdc2e04-88b5-4ee5-845e-bf205c7bd1e2 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:22.176547 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-061392a5-7ff7-4aaa-abaa-c0a4ba344047 req-fbdc2e04-88b5-4ee5-845e-bf205c7bd1e2 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 931 time: 0.0640659 Aug 13 02:39:22.226855 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-061392a5-7ff7-4aaa-abaa-c0a4ba344047 req-193cc489-81b1-4b90-8376-a54dc71888a0 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443869 Aug 13 02:39:22.391388 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5929b-fad3-477d-9bb0-bdc4fe0f4845 req-faaa0b60-a608-4567-a4d6-22d6f074885c tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:22.399798 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d9f5929b-fad3-477d-9bb0-bdc4fe0f4845 req-faaa0b60-a608-4567-a4d6-22d6f074885c tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 931 time: 0.0786071 Aug 13 02:39:22.442768 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d9f5929b-fad3-477d-9bb0-bdc4fe0f4845 req-59650c1c-fe9e-485c-8cce-bc42f9f9905b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420978 Aug 13 02:39:22.510019 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-a94c0684-4283-4dea-8f71-9c9ad69bfd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:22.585983 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c818ac07-4687-4e43-bea5-177b7677b5d3 req-1ac0f4c1-d056-47bf-8be3-8874699541a9 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 210 time: 0.0366545 Aug 13 02:39:22.943814 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 32858) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:22.973122 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 32862) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:23.084101 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6e4110f2-d182-4359-a935-d1f4bfc8506f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.098189 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-5c420b6d-f852-4560-8d15-be348ef2870a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.193581 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6e4110f2-d182-4359-a935-d1f4bfc8506f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.197746 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6e4110f2-d182-4359-a935-d1f4bfc8506f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.245312 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-e1269c38-3ce6-4124-a995-4b8f32c3d4e1 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:39:23.246296 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-e1269c38-3ce6-4124-a995-4b8f32c3d4e1 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184963 Aug 13 02:39:23.254281 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-96486829-7026-4930-9797-b2f1c46f198f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Request body: {'port': {'device_id': '9275670d-e88d-457c-b558-fc8de2457e86', 'network_id': '21e28e08-41d0-472d-a21a-15a7a1bf62f1', 'admin_state_up': True, 'tenant_id': 'ad59fce07ec3416db582f1d506e2a581'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:23.260288 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4110f2-d182-4359-a935-d1f4bfc8506f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb11f3b-12a8-44c7-b632-11618ae86499,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:23.276196 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-ec5d2ae5-65ad-4adc-b390-f01d38de8b60 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100521) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:39:23.278871 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-ec5d2ae5-65ad-4adc-b390-f01d38de8b60 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0427630 Aug 13 02:39:23.293980 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-e770e122-1bbf-4328-b8a4-375ccdefaec5 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100521) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:39:23.295927 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-e770e122-1bbf-4328-b8a4-375ccdefaec5 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0633104 Aug 13 02:39:23.306910 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-6e4110f2-d182-4359-a935-d1f4bfc8506f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=239ec91bd98b493daa7e8248d9945a18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3617449 Aug 13 02:39:23.309916 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 32894) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:23.433361 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-5c420b6d-f852-4560-8d15-be348ef2870a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.440403 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-5c420b6d-f852-4560-8d15-be348ef2870a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.444684 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 32900) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:23.526076 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6d4ef9ae-c969-439e-aa82-3fc9f01125b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.565425 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-96486829-7026-4930-9797-b2f1c46f198f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Made reservation on behalf of ad59fce07ec3416db582f1d506e2a581 for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:39:23.568975 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-96486829-7026-4930-9797-b2f1c46f198f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.581496 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6d4ef9ae-c969-439e-aa82-3fc9f01125b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.608345 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fb45e-7180-4f7b-8ec8-09f83352a9e0 req-58cf02d9-8893-45e4-8af2-66cc61891bc8 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:23.610416 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0b8fb45e-7180-4f7b-8ec8-09f83352a9e0 req-58cf02d9-8893-45e4-8af2-66cc61891bc8 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 931 time: 0.1706226 Aug 13 02:39:23.612615 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c420b6d-f852-4560-8d15-be348ef2870a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08866eb1-94dd-4155-9f47-741e896dcccc,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:23.625347 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-3fcc5c5a-e74a-4b9a-aa8e-9b3e28e2d35e service neutron] Request body: {'port': {'device_id': '67e66d91-d6cb-4b18-a81d-26738ca27731', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:23.634595 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-5c420b6d-f852-4560-8d15-be348ef2870a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b44c117c9184a20ab8cb3f6188fa241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6599281 Aug 13 02:39:23.636545 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-561cf69b-c679-434d-bbe4-5c2acf4eb8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.638175 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 32920) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:23.657875 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-e8c55303-adc3-45df-9dcc-9206eb489519 service neutron] Request body: {'port': {'device_id': '38559bfa-9bc6-4708-a740-d399f4bb1a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:23.674666 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-b649b28b-0b95-4140-bbc3-74284e86c11d service neutron] Request body: {'port': {'device_id': '5b7a7f50-a509-463c-8f23-54c18ae3d048', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:23.747057 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88048c7-55e2-49bb-982e-2f15688a4098 req-8265c3b2-8f1c-4b1c-b62a-1ca281f23aba tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:23.748659 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e88048c7-55e2-49bb-982e-2f15688a4098 req-8265c3b2-8f1c-4b1c-b62a-1ca281f23aba tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 931 time: 0.2123332 Aug 13 02:39:23.781788 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0b8fb45e-7180-4f7b-8ec8-09f83352a9e0 req-61c1fe3b-1a38-46e8-8c34-58f4a4215fb6 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532643 Aug 13 02:39:23.786902 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-3fcc5c5a-e74a-4b9a-aa8e-9b3e28e2d35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.823441 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6d4ef9ae-c969-439e-aa82-3fc9f01125b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.834537 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6d4ef9ae-c969-439e-aa82-3fc9f01125b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.834626 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-b649b28b-0b95-4140-bbc3-74284e86c11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.834707 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-6d4ef9ae-c969-439e-aa82-3fc9f01125b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0bb11f3b-12a8-44c7-b632-11618ae86499 HTTP/1.1" status: 204 len: 168 time: 0.5160434 Aug 13 02:39:23.845302 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ef9ae-c969-439e-aa82-3fc9f01125b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb11f3b-12a8-44c7-b632-11618ae86499,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:23.863281 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-e8c55303-adc3-45df-9dcc-9206eb489519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.889770 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-96486829-7026-4930-9797-b2f1c46f198f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Allocated IP 172.20.0.10 (21e28e08-41d0-472d-a21a-15a7a1bf62f1/906d1824-252c-4a14-9659-5d1356c53672/91a79438-633c-48a5-904c-24f3f9737974) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:39:23.962354 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9492e8d7-eccf-4566-afba-2c7681c60b7a req-df7fc757-609a-4fb9-99bf-997727407ac9 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 210 time: 0.0553813 Aug 13 02:39:24.179824 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e88048c7-55e2-49bb-982e-2f15688a4098 req-22f55e4c-f595-4a01-bf66-4a749103c516 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143736 Aug 13 02:39:24.214235 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-006c1eb2-9aeb-422c-a546-6bb3c8c43fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.274548 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-96486829-7026-4930-9797-b2f1c46f198f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.349777 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-96486829-7026-4930-9797-b2f1c46f198f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.384703 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-006c1eb2-9aeb-422c-a546-6bb3c8c43fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.446885 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-96486829-7026-4930-9797-b2f1c46f198f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Network 21e28e08-41d0-472d-a21a-15a7a1bf62f1 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:24.451252 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-96486829-7026-4930-9797-b2f1c46f198f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:24.456442 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-96486829-7026-4930-9797-b2f1c46f198f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:39:24.462115 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-96486829-7026-4930-9797-b2f1c46f198f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:24.462778 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-96486829-7026-4930-9797-b2f1c46f198f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.493961 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96486829-7026-4930-9797-b2f1c46f198f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Pushing event updated for resources: {'Port': ['ID=91a79438-633c-48a5-904c-24f3f9737974,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:24.524554 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-561cf69b-c679-434d-bbe4-5c2acf4eb8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.540671 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-96486829-7026-4930-9797-b2f1c46f198f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3076994 Aug 13 02:39:24.564322 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-e8c55303-adc3-45df-9dcc-9206eb489519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 261cb09b-5f67-48ed-a69c-f20e7ff7c3fd {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:39:24.575874 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-561cf69b-c679-434d-bbe4-5c2acf4eb8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.579980 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-e8c55303-adc3-45df-9dcc-9206eb489519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.600495 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-3fcc5c5a-e74a-4b9a-aa8e-9b3e28e2d35e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 439aa1d9-9341-4c3d-976e-1477ea03abb7 {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:39:24.608778 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-3fcc5c5a-e74a-4b9a-aa8e-9b3e28e2d35e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.653276 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-3fcc5c5a-e74a-4b9a-aa8e-9b3e28e2d35e service neutron] Transition to ACTIVE for port object 439aa1d9-9341-4c3d-976e-1477ea03abb7 will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:24.653779 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-e8c55303-adc3-45df-9dcc-9206eb489519 service neutron] Transition to ACTIVE for port object 261cb09b-5f67-48ed-a69c-f20e7ff7c3fd will not be triggered until provisioned by entity L2. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:24.658285 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-3fcc5c5a-e74a-4b9a-aa8e-9b3e28e2d35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.666890 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-006c1eb2-9aeb-422c-a546-6bb3c8c43fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.669550 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-006c1eb2-9aeb-422c-a546-6bb3c8c43fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.673094 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-006c1eb2-9aeb-422c-a546-6bb3c8c43fbc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08866eb1-94dd-4155-9f47-741e896dcccc HTTP/1.1" status: 204 len: 168 time: 1.0292082 Aug 13 02:39:24.673784 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561cf69b-c679-434d-bbe4-5c2acf4eb8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1803fb4b-243b-43d0-a18c-afb478ed921d,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:24.677564 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-e8c55303-adc3-45df-9dcc-9206eb489519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.685828 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-561cf69b-c679-434d-bbe4-5c2acf4eb8e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=519688f08730471ca2f4e5e537181a76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2300320 Aug 13 02:39:24.692144 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 32958) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:24.735625 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c1eb2-9aeb-422c-a546-6bb3c8c43fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08866eb1-94dd-4155-9f47-741e896dcccc,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:24.789199 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc5c5a-e74a-4b9a-aa8e-9b3e28e2d35e service neutron] Pushing event updated for resources: {'Port': ['ID=439aa1d9-9341-4c3d-976e-1477ea03abb7,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:24.841900 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c55303-adc3-45df-9dcc-9206eb489519 service neutron] Pushing event updated for resources: {'Port': ['ID=261cb09b-5f67-48ed-a69c-f20e7ff7c3fd,revision_number=2']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:24.848247 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-3fcc5c5a-e74a-4b9a-aa8e-9b3e28e2d35e service neutron] Attempting to bind port 439aa1d9-9341-4c3d-976e-1477ea03abb7 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:39:24.848379 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-3fcc5c5a-e74a-4b9a-aa8e-9b3e28e2d35e service neutron] Attempting to bind port 439aa1d9-9341-4c3d-976e-1477ea03abb7 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '1cf5c51b-f2ad-42ba-9d78-fe30b656633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '21e28e08-41d0-472d-a21a-15a7a1bf62f1'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:39:24.848711 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-3fcc5c5a-e74a-4b9a-aa8e-9b3e28e2d35e service neutron] Attempting to bind port 439aa1d9-9341-4c3d-976e-1477ea03abb7 on network 21e28e08-41d0-472d-a21a-15a7a1bf62f1 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:24.853397 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-3fcc5c5a-e74a-4b9a-aa8e-9b3e28e2d35e service neutron] Port 439aa1d9-9341-4c3d-976e-1477ea03abb7 on network 21e28e08-41d0-472d-a21a-15a7a1bf62f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:39:24.853855 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-3fcc5c5a-e74a-4b9a-aa8e-9b3e28e2d35e service neutron] Attempting to bind port 439aa1d9-9341-4c3d-976e-1477ea03abb7 on network 21e28e08-41d0-472d-a21a-15a7a1bf62f1 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:24.859394 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-3fcc5c5a-e74a-4b9a-aa8e-9b3e28e2d35e service neutron] Checking agent: {'id': 'ed42ff0f-eab8-465d-8b76-aea1e8788a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'started_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:39:24.859795 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-3fcc5c5a-e74a-4b9a-aa8e-9b3e28e2d35e service neutron] Checking segment: {'id': '1cf5c51b-f2ad-42ba-9d78-fe30b656633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '21e28e08-41d0-472d-a21a-15a7a1bf62f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:39:24.860372 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-3fcc5c5a-e74a-4b9a-aa8e-9b3e28e2d35e service neutron] Bound using segment: {'id': '1cf5c51b-f2ad-42ba-9d78-fe30b656633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '21e28e08-41d0-472d-a21a-15a7a1bf62f1'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:39:24.860940 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-3fcc5c5a-e74a-4b9a-aa8e-9b3e28e2d35e service neutron] Bound port: 439aa1d9-9341-4c3d-976e-1477ea03abb7, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf5c51b-f2ad-42ba-9d78-fe30b656633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '21e28e08-41d0-472d-a21a-15a7a1bf62f1'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:39:24.861302 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-3fcc5c5a-e74a-4b9a-aa8e-9b3e28e2d35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.936233 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-b649b28b-0b95-4140-bbc3-74284e86c11d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da525de-fbee-49b3-870f-0498749a9b12 {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:39:24.945734 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-725d0edf-847c-4de2-bfd6-9875b19b9e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.952315 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-b649b28b-0b95-4140-bbc3-74284e86c11d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.964773 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-3fcc5c5a-e74a-4b9a-aa8e-9b3e28e2d35e service neutron] For port 439aa1d9-9341-4c3d-976e-1477ea03abb7, host hv-cinder-76019, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:39:24.971419 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-3fcc5c5a-e74a-4b9a-aa8e-9b3e28e2d35e service neutron] For port 439aa1d9-9341-4c3d-976e-1477ea03abb7, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=439aa1d9-9341-4c3d-976e-1477ea03abb7,segment=NetworkSegment(1cf5c51b-f2ad-42ba-9d78-fe30b656633c),segment_id=1cf5c51b-f2ad-42ba-9d78-fe30b656633c)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:39:24.984438 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-e8c55303-adc3-45df-9dcc-9206eb489519 service neutron] Attempting to bind port 261cb09b-5f67-48ed-a69c-f20e7ff7c3fd on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:39:24.985258 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-e8c55303-adc3-45df-9dcc-9206eb489519 service neutron] Attempting to bind port 261cb09b-5f67-48ed-a69c-f20e7ff7c3fd by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '6d9cfcbf-4f67-43d5-9df1-e4c326f30735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '91d1783c-52a0-4c3a-a058-9466a0fce7d4'}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:39:24.985372 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-3fcc5c5a-e74a-4b9a-aa8e-9b3e28e2d35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.986056 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-e8c55303-adc3-45df-9dcc-9206eb489519 service neutron] Attempting to bind port 261cb09b-5f67-48ed-a69c-f20e7ff7c3fd on network 91d1783c-52a0-4c3a-a058-9466a0fce7d4 {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:25.000001 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-b649b28b-0b95-4140-bbc3-74284e86c11d service neutron] Transition to ACTIVE for port object 8da525de-fbee-49b3-870f-0498749a9b12 will not be triggered until provisioned by entity L2. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:25.021239 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-b649b28b-0b95-4140-bbc3-74284e86c11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:25.033407 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-e8c55303-adc3-45df-9dcc-9206eb489519 service neutron] Port 261cb09b-5f67-48ed-a69c-f20e7ff7c3fd on network 91d1783c-52a0-4c3a-a058-9466a0fce7d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:39:25.034254 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-e8c55303-adc3-45df-9dcc-9206eb489519 service neutron] Attempting to bind port 261cb09b-5f67-48ed-a69c-f20e7ff7c3fd on network 91d1783c-52a0-4c3a-a058-9466a0fce7d4 {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:25.038719 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-725d0edf-847c-4de2-bfd6-9875b19b9e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:25.183165 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553806b-472b-4274-9b1a-d9660e0d1e79 req-30ec9e16-bc9a-4777-83c5-ad7fee8f6643 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:25.184807 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6553806b-472b-4274-9b1a-d9660e0d1e79 req-30ec9e16-bc9a-4777-83c5-ad7fee8f6643 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 943 time: 0.2758217 Aug 13 02:39:25.199126 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-3fcc5c5a-e74a-4b9a-aa8e-9b3e28e2d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:25.199822 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-3fcc5c5a-e74a-4b9a-aa8e-9b3e28e2d35e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:25.201215 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-3fcc5c5a-e74a-4b9a-aa8e-9b3e28e2d35e service neutron] 10.222.0.36 "PUT /v2.0/ports/439aa1d9-9341-4c3d-976e-1477ea03abb7 HTTP/1.1" status: 200 len: 1094 time: 1.6536930 Aug 13 02:39:25.204266 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e66d91-d6cb-4b18-a81d-26738ca27731', 'tag': '439aa1d9-9341-4c3d-976e-1477ea03abb7'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:39:25.264124 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-e8c55303-adc3-45df-9dcc-9206eb489519 service neutron] Checking agent: {'id': 'ed42ff0f-eab8-465d-8b76-aea1e8788a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'started_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:39:25.264588 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-e8c55303-adc3-45df-9dcc-9206eb489519 service neutron] Checking segment: {'id': '6d9cfcbf-4f67-43d5-9df1-e4c326f30735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '91d1783c-52a0-4c3a-a058-9466a0fce7d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:39:25.265330 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-e8c55303-adc3-45df-9dcc-9206eb489519 service neutron] Bound using segment: {'id': '6d9cfcbf-4f67-43d5-9df1-e4c326f30735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '91d1783c-52a0-4c3a-a058-9466a0fce7d4'} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:39:25.266128 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-e8c55303-adc3-45df-9dcc-9206eb489519 service neutron] Bound port: 261cb09b-5f67-48ed-a69c-f20e7ff7c3fd, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9cfcbf-4f67-43d5-9df1-e4c326f30735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '91d1783c-52a0-4c3a-a058-9466a0fce7d4'}}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:39:25.266324 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-e8c55303-adc3-45df-9dcc-9206eb489519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:25.311340 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc5c5a-e74a-4b9a-aa8e-9b3e28e2d35e service neutron] Pushing event updated for resources: {'Port': ['ID=439aa1d9-9341-4c3d-976e-1477ea03abb7,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:25.337240 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6553806b-472b-4274-9b1a-d9660e0d1e79 req-c2b10969-da72-4710-9abe-9b9989ee0d97 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341825 Aug 13 02:39:25.405275 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649b28b-0b95-4140-bbc3-74284e86c11d service neutron] Pushing event updated for resources: {'Port': ['ID=8da525de-fbee-49b3-870f-0498749a9b12,revision_number=2']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:25.441800 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-32e45ac4-8c9e-48d4-9c22-1b0ddc349857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:25.454271 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc911b31-5a39-49e5-ae3c-d3ce03ccb654 req-314087ea-b172-46df-9b45-b1cec8fe828a tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:25.470651 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fc911b31-5a39-49e5-ae3c-d3ce03ccb654 req-314087ea-b172-46df-9b45-b1cec8fe828a tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 943 time: 0.0754476 Aug 13 02:39:25.509453 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff393ea5-1b8c-4667-a981-48a9dd879b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "67e66d91-d6cb-4b18-a81d-26738ca27731", "tag": "439aa1d9-9341-4c3d-976e-1477ea03abb7"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:39:25.546375 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fc911b31-5a39-49e5-ae3c-d3ce03ccb654 req-86d87b36-63d3-46c8-96b0-d3c45a0f6441 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779731 Aug 13 02:39:25.548074 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-b649b28b-0b95-4140-bbc3-74284e86c11d service neutron] Attempting to bind port 8da525de-fbee-49b3-870f-0498749a9b12 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:39:25.548418 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-b649b28b-0b95-4140-bbc3-74284e86c11d service neutron] Attempting to bind port 8da525de-fbee-49b3-870f-0498749a9b12 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'fa22d129-2c66-404a-8374-3248e96dac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '17ed0c13-cd3d-4f62-bfa4-55efe8abc95b'}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:39:25.548751 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-b649b28b-0b95-4140-bbc3-74284e86c11d service neutron] Attempting to bind port 8da525de-fbee-49b3-870f-0498749a9b12 on network 17ed0c13-cd3d-4f62-bfa4-55efe8abc95b {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:25.562663 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51edf0a-a4fe-492a-abd0-0a488febb04c req-efbda83a-0352-49f0-b1fe-aace2086e03f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:25.564513 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-b51edf0a-a4fe-492a-abd0-0a488febb04c req-efbda83a-0352-49f0-b1fe-aace2086e03f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 932 time: 0.3072236 Aug 13 02:39:25.612448 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-e8c55303-adc3-45df-9dcc-9206eb489519 service neutron] For port 261cb09b-5f67-48ed-a69c-f20e7ff7c3fd, host hv-cinder-76019, cleared binding levels {{(pid=100521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:39:25.615972 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-b649b28b-0b95-4140-bbc3-74284e86c11d service neutron] Port 8da525de-fbee-49b3-870f-0498749a9b12 on network 17ed0c13-cd3d-4f62-bfa4-55efe8abc95b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:39:25.616316 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-b649b28b-0b95-4140-bbc3-74284e86c11d service neutron] Attempting to bind port 8da525de-fbee-49b3-870f-0498749a9b12 on network 17ed0c13-cd3d-4f62-bfa4-55efe8abc95b {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:25.620705 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-e8c55303-adc3-45df-9dcc-9206eb489519 service neutron] For port 261cb09b-5f67-48ed-a69c-f20e7ff7c3fd, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=261cb09b-5f67-48ed-a69c-f20e7ff7c3fd,segment=NetworkSegment(6d9cfcbf-4f67-43d5-9df1-e4c326f30735),segment_id=6d9cfcbf-4f67-43d5-9df1-e4c326f30735)] {{(pid=100521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:39:25.641654 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-e8c55303-adc3-45df-9dcc-9206eb489519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:25.652106 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-b649b28b-0b95-4140-bbc3-74284e86c11d service neutron] Checking agent: {'id': 'ed42ff0f-eab8-465d-8b76-aea1e8788a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'started_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:39:25.652459 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-b649b28b-0b95-4140-bbc3-74284e86c11d service neutron] Checking segment: {'id': 'fa22d129-2c66-404a-8374-3248e96dac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '17ed0c13-cd3d-4f62-bfa4-55efe8abc95b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:39:25.652848 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-b649b28b-0b95-4140-bbc3-74284e86c11d service neutron] Bound using segment: {'id': 'fa22d129-2c66-404a-8374-3248e96dac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '17ed0c13-cd3d-4f62-bfa4-55efe8abc95b'} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:39:25.653302 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-b649b28b-0b95-4140-bbc3-74284e86c11d service neutron] Bound port: 8da525de-fbee-49b3-870f-0498749a9b12, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa22d129-2c66-404a-8374-3248e96dac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '17ed0c13-cd3d-4f62-bfa4-55efe8abc95b'}}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:39:25.653656 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-b649b28b-0b95-4140-bbc3-74284e86c11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:25.660298 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-725d0edf-847c-4de2-bfd6-9875b19b9e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:25.662786 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-725d0edf-847c-4de2-bfd6-9875b19b9e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:25.663955 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-725d0edf-847c-4de2-bfd6-9875b19b9e3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1803fb4b-243b-43d0-a18c-afb478ed921d HTTP/1.1" status: 204 len: 168 time: 0.9636674 Aug 13 02:39:25.720740 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:25.722898 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d0edf-847c-4de2-bfd6-9875b19b9e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1803fb4b-243b-43d0-a18c-afb478ed921d,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:25.767628 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1553baf2-6bc5-46ea-b870-762c17689907 x-openstack-request-id: req-1553baf2-6bc5-46ea-b870-762c17689907 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:39:25.768528 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e66d91-d6cb-4b18-a81d-26738ca27731", "tag": "439aa1d9-9341-4c3d-976e-1477ea03abb7", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:39:25.768917 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1553baf2-6bc5-46ea-b870-762c17689907 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:39:25.769018 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-e8c55303-adc3-45df-9dcc-9206eb489519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:25.769458 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e66d91-d6cb-4b18-a81d-26738ca27731', 'tag': '439aa1d9-9341-4c3d-976e-1477ea03abb7', 'status': 'completed', 'code': 200} Aug 13 02:39:25.769629 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-e8c55303-adc3-45df-9dcc-9206eb489519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for port, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:25.771110 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-e8c55303-adc3-45df-9dcc-9206eb489519 service neutron] 10.222.0.36 "PUT /v2.0/ports/261cb09b-5f67-48ed-a69c-f20e7ff7c3fd HTTP/1.1" status: 200 len: 1093 time: 2.2310467 Aug 13 02:39:25.771540 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38559bfa-9bc6-4708-a740-d399f4bb1a8f', 'tag': '261cb09b-5f67-48ed-a69c-f20e7ff7c3fd'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:39:25.870998 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-b51edf0a-a4fe-492a-abd0-0a488febb04c req-a78a7a2c-350e-4cd8-8e2c-4fd6f44b9eb6 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808514 Aug 13 02:39:25.884127 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c55303-adc3-45df-9dcc-9206eb489519 service neutron] Pushing event updated for resources: {'Port': ['ID=261cb09b-5f67-48ed-a69c-f20e7ff7c3fd,revision_number=3']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:25.926937 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-b649b28b-0b95-4140-bbc3-74284e86c11d service neutron] For port 8da525de-fbee-49b3-870f-0498749a9b12, host hv-cinder-76019, cleared binding levels {{(pid=100521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:39:25.930328 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-b649b28b-0b95-4140-bbc3-74284e86c11d service neutron] For port 8da525de-fbee-49b3-870f-0498749a9b12, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8da525de-fbee-49b3-870f-0498749a9b12,segment=NetworkSegment(fa22d129-2c66-404a-8374-3248e96dac14),segment_id=fa22d129-2c66-404a-8374-3248e96dac14)] {{(pid=100521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:39:25.935502 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-b649b28b-0b95-4140-bbc3-74284e86c11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:25.974105 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-b649b28b-0b95-4140-bbc3-74284e86c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:25.974731 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-b649b28b-0b95-4140-bbc3-74284e86c11d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for port, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:25.976237 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-b649b28b-0b95-4140-bbc3-74284e86c11d service neutron] 10.222.0.36 "PUT /v2.0/ports/8da525de-fbee-49b3-870f-0498749a9b12 HTTP/1.1" status: 200 len: 1093 time: 2.4312470 Aug 13 02:39:25.994494 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649b28b-0b95-4140-bbc3-74284e86c11d service neutron] Pushing event updated for resources: {'Port': ['ID=8da525de-fbee-49b3-870f-0498749a9b12,revision_number=3']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:26.012208 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cfb025da75d9d11c28f101ae45bca3ab743feb35e1b92c787b6593142af668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0d4347-8937-4728-a201-4d0f0a84858a" -d '{"events": [{"name": "network-changed", "server_uuid": "38559bfa-9bc6-4708-a740-d399f4bb1a8f", "tag": "261cb09b-5f67-48ed-a69c-f20e7ff7c3fd"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:39:26.106105 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 33030) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:26.120768 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-66367353-42b6-49ce-94b5-5cf3a5b3d1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:26.132213 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a36158a-fc20-477c-82c7-3b2b86f88acf x-openstack-request-id: req-8a36158a-fc20-477c-82c7-3b2b86f88acf {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:39:26.132506 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38559bfa-9bc6-4708-a740-d399f4bb1a8f", "tag": "261cb09b-5f67-48ed-a69c-f20e7ff7c3fd", "status": "completed", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:39:26.132756 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a36158a-fc20-477c-82c7-3b2b86f88acf {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:39:26.133212 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38559bfa-9bc6-4708-a740-d399f4bb1a8f', 'tag': '261cb09b-5f67-48ed-a69c-f20e7ff7c3fd', 'status': 'completed', 'code': 200} Aug 13 02:39:26.217236 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-66367353-42b6-49ce-94b5-5cf3a5b3d1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:26.221508 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-66367353-42b6-49ce-94b5-5cf3a5b3d1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:26.259466 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:26.264420 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-66367353-42b6-49ce-94b5-5cf3a5b3d1fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae57fb1fb7084fdbad12f39384bd083a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1548927 Aug 13 02:39:26.264420 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66367353-42b6-49ce-94b5-5cf3a5b3d1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fded4d4f-d7e9-4f3a-8af8-1d5f137305c0,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:26.264872 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 33034) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:26.313903 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-40321455-2022-4804-90f1-b6abdf1eed2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:26.336288 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-40321455-2022-4804-90f1-b6abdf1eed2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:26.392016 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-40321455-2022-4804-90f1-b6abdf1eed2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:26.395180 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-40321455-2022-4804-90f1-b6abdf1eed2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:26.398735 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-40321455-2022-4804-90f1-b6abdf1eed2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fded4d4f-d7e9-4f3a-8af8-1d5f137305c0 HTTP/1.1" status: 204 len: 168 time: 0.1305442 Aug 13 02:39:26.415563 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40321455-2022-4804-90f1-b6abdf1eed2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fded4d4f-d7e9-4f3a-8af8-1d5f137305c0,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:26.461254 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be734491-db15-4cbf-b6b8-8080ec94eb69 req-40dd9dbb-bc60-48c3-9979-4795bc7e4aca tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:26.462913 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-be734491-db15-4cbf-b6b8-8080ec94eb69 req-40dd9dbb-bc60-48c3-9979-4795bc7e4aca tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 943 time: 0.0606096 Aug 13 02:39:26.512180 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-be734491-db15-4cbf-b6b8-8080ec94eb69 req-ac448bb9-1326-4b12-a54e-f1bf7fffb135 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422461 Aug 13 02:39:26.682404 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49181286-33b0-4b79-bb53-30600d9011c0 req-2e0d09c7-9ea6-471d-b5ca-dc3ec34757cd tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:26.688647 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-49181286-33b0-4b79-bb53-30600d9011c0 req-2e0d09c7-9ea6-471d-b5ca-dc3ec34757cd tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 943 time: 0.0583053 Aug 13 02:39:26.733129 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-49181286-33b0-4b79-bb53-30600d9011c0 req-61c37d8f-f095-48ff-9630-1ac3543ba16f tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435975 Aug 13 02:39:26.806336 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-da5fa7c1-ca77-465c-b150-d064539dbe38 service neutron] Request body: {'port': {'device_id': '9275670d-e88d-457c-b558-fc8de2457e86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:26.868841 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-da5fa7c1-ca77-465c-b150-d064539dbe38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:27.040558 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff393ea5-1b8c-4667-a981-48a9dd879b0b req-9eda19c3-6353-4435-b51a-e9e883899814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:27.042069 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-ff393ea5-1b8c-4667-a981-48a9dd879b0b req-9eda19c3-6353-4435-b51a-e9e883899814 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad59fce07ec3416db582f1d506e2a581&device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 1097 time: 0.1918867 Aug 13 02:39:27.068094 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d4347-8937-4728-a201-4d0f0a84858a req-b9b05e51-e1e0-4544-b49a-6e1994479e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:27.070101 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-ff0d4347-8937-4728-a201-4d0f0a84858a req-b9b05e51-e1e0-4544-b49a-6e1994479e98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37de05a57b0b448cb03c7c61c669159d&device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 1096 time: 0.1150141 Aug 13 02:39:27.198426 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-1b45b391-2e9f-4504-8635-37d972088434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:27.200629 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-1b45b391-2e9f-4504-8635-37d972088434 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 1096 time: 0.1280267 Aug 13 02:39:27.307979 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-e2598cd6-c456-4b1b-ba5f-e1d32b6902f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8da525de-fbee-49b3-870f-0498749a9b12 HTTP/1.1" status: 200 len: 217 time: 0.0955513 Aug 13 02:39:27.329014 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a56201-bfde-4eed-bd53-23200cd34e98 req-5e30e07a-941d-44e5-8ab6-1a282e603959 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:27.330589 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-70a56201-bfde-4eed-bd53-23200cd34e98 req-5e30e07a-941d-44e5-8ab6-1a282e603959 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 932 time: 0.2810054 Aug 13 02:39:27.401651 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-da5fa7c1-ca77-465c-b150-d064539dbe38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a79438-633c-48a5-904c-24f3f9737974 {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:39:27.429135 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff393ea5-1b8c-4667-a981-48a9dd879b0b req-d858206e-36be-454c-8553-811bb5eb9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:27.430965 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-ff393ea5-1b8c-4667-a981-48a9dd879b0b req-d858206e-36be-454c-8553-811bb5eb9e0b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ad59fce07ec3416db582f1d506e2a581&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3662498 Aug 13 02:39:27.434216 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-da5fa7c1-ca77-465c-b150-d064539dbe38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:27.440880 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-70a56201-bfde-4eed-bd53-23200cd34e98 req-fcad2f47-237c-4735-941b-72ec0c479d26 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947566 Aug 13 02:39:27.441909 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d4347-8937-4728-a201-4d0f0a84858a req-157f72a8-9386-4cb4-9bf9-9d6462e3e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:27.443404 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-ff0d4347-8937-4728-a201-4d0f0a84858a req-157f72a8-9386-4cb4-9bf9-9d6462e3e700 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=37de05a57b0b448cb03c7c61c669159d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3389544 Aug 13 02:39:27.449304 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-da5fa7c1-ca77-465c-b150-d064539dbe38 service neutron] Transition to ACTIVE for port object 91a79438-633c-48a5-904c-24f3f9737974 will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:27.458641 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-da5fa7c1-ca77-465c-b150-d064539dbe38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:27.517279 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-642cfeab-70e8-46e0-a4ba-45b72f0fe253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:27.519278 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-642cfeab-70e8-46e0-a4ba-45b72f0fe253 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6 HTTP/1.1" status: 200 len: 855 time: 0.1307197 Aug 13 02:39:27.526075 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fa7c1-ca77-465c-b150-d064539dbe38 service neutron] Pushing event updated for resources: {'Port': ['ID=91a79438-633c-48a5-904c-24f3f9737974,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:27.598037 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-5e41c357-6e08-4241-8f71-904f55e9f870 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689871 Aug 13 02:39:27.600374 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-da5fa7c1-ca77-465c-b150-d064539dbe38 service neutron] Attempting to bind port 91a79438-633c-48a5-904c-24f3f9737974 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:39:27.600714 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-da5fa7c1-ca77-465c-b150-d064539dbe38 service neutron] Attempting to bind port 91a79438-633c-48a5-904c-24f3f9737974 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '1cf5c51b-f2ad-42ba-9d78-fe30b656633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '21e28e08-41d0-472d-a21a-15a7a1bf62f1'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:39:27.601040 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-da5fa7c1-ca77-465c-b150-d064539dbe38 service neutron] Attempting to bind port 91a79438-633c-48a5-904c-24f3f9737974 on network 21e28e08-41d0-472d-a21a-15a7a1bf62f1 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:27.605707 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-da5fa7c1-ca77-465c-b150-d064539dbe38 service neutron] Port 91a79438-633c-48a5-904c-24f3f9737974 on network 21e28e08-41d0-472d-a21a-15a7a1bf62f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:39:27.606036 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-da5fa7c1-ca77-465c-b150-d064539dbe38 service neutron] Attempting to bind port 91a79438-633c-48a5-904c-24f3f9737974 on network 21e28e08-41d0-472d-a21a-15a7a1bf62f1 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:27.637104 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-da5fa7c1-ca77-465c-b150-d064539dbe38 service neutron] Checking agent: {'id': 'ed42ff0f-eab8-465d-8b76-aea1e8788a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'started_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:39:27.637452 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-da5fa7c1-ca77-465c-b150-d064539dbe38 service neutron] Checking segment: {'id': '1cf5c51b-f2ad-42ba-9d78-fe30b656633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '21e28e08-41d0-472d-a21a-15a7a1bf62f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:39:27.639646 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-da5fa7c1-ca77-465c-b150-d064539dbe38 service neutron] Bound using segment: {'id': '1cf5c51b-f2ad-42ba-9d78-fe30b656633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '21e28e08-41d0-472d-a21a-15a7a1bf62f1'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:39:27.640108 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-da5fa7c1-ca77-465c-b150-d064539dbe38 service neutron] Bound port: 91a79438-633c-48a5-904c-24f3f9737974, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf5c51b-f2ad-42ba-9d78-fe30b656633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '21e28e08-41d0-472d-a21a-15a7a1bf62f1'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:39:27.640470 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-da5fa7c1-ca77-465c-b150-d064539dbe38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:27.660493 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:27.711526 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff393ea5-1b8c-4667-a981-48a9dd879b0b req-be966be4-21df-4699-8111-d9cc42564f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:27.712975 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-ff393ea5-1b8c-4667-a981-48a9dd879b0b req-be966be4-21df-4699-8111-d9cc42564f79 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2688262 Aug 13 02:39:27.714613 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d4347-8937-4728-a201-4d0f0a84858a req-04c5a576-66e5-4d0b-939a-60c695834d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:27.716035 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-ff0d4347-8937-4728-a201-4d0f0a84858a req-04c5a576-66e5-4d0b-939a-60c695834d29 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2575529 Aug 13 02:39:27.833466 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44332de-267c-49e7-b2dd-22449e4a3a3c req-8ceb1454-16d1-472e-a571-f9e841b0f7fb tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:27.839280 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d44332de-267c-49e7-b2dd-22449e4a3a3c req-8ceb1454-16d1-472e-a571-f9e841b0f7fb tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 943 time: 0.2230747 Aug 13 02:39:27.888285 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-6c1135c6-ace4-4b78-8d14-4916a0fe809b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:27.889858 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-6c1135c6-ace4-4b78-8d14-4916a0fe809b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad59fce07ec3416db582f1d506e2a581&device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 1097 time: 0.1138687 Aug 13 02:39:27.910635 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-3bff6a19-9080-4ceb-a0b8-1ab427a0d9e1 service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024063 Aug 13 02:39:27.987215 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-fd8751e2-e646-45d4-ab19-c645b8236a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:27.989013 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-fd8751e2-e646-45d4-ab19-c645b8236a47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37de05a57b0b448cb03c7c61c669159d&device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 1096 time: 0.1696737 Aug 13 02:39:27.994453 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-12f928bf-0997-4c40-8bef-06630fb84c59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=439aa1d9-9341-4c3d-976e-1477ea03abb7 HTTP/1.1" status: 200 len: 217 time: 0.0876753 Aug 13 02:39:28.019713 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d44332de-267c-49e7-b2dd-22449e4a3a3c req-e73d3a14-723c-412d-9a19-cbedcc0da6c5 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430604 Aug 13 02:39:28.039439 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-da5fa7c1-ca77-465c-b150-d064539dbe38 service neutron] For port 91a79438-633c-48a5-904c-24f3f9737974, host hv-cinder-76019, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:39:28.062963 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-da5fa7c1-ca77-465c-b150-d064539dbe38 service neutron] For port 91a79438-633c-48a5-904c-24f3f9737974, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=91a79438-633c-48a5-904c-24f3f9737974,segment=NetworkSegment(1cf5c51b-f2ad-42ba-9d78-fe30b656633c),segment_id=1cf5c51b-f2ad-42ba-9d78-fe30b656633c)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:39:28.074438 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-da5fa7c1-ca77-465c-b150-d064539dbe38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:28.114121 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-007f5ef4-a22f-47e0-907d-9e173d9e3bba req-214978c7-08bb-4e53-aec2-6ce3cdc18e2e service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909444 Aug 13 02:39:28.138227 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-da5fa7c1-ca77-465c-b150-d064539dbe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:28.139131 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-da5fa7c1-ca77-465c-b150-d064539dbe38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:28.140627 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-da5fa7c1-ca77-465c-b150-d064539dbe38 service neutron] 10.222.0.36 "PUT /v2.0/ports/91a79438-633c-48a5-904c-24f3f9737974 HTTP/1.1" status: 200 len: 1094 time: 1.3446901 Aug 13 02:39:28.141173 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9275670d-e88d-457c-b558-fc8de2457e86', 'tag': '91a79438-633c-48a5-904c-24f3f9737974'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:39:28.144136 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5a7506-0ef7-4974-9dba-8d3376cd95a9" -d '{"events": [{"name": "network-changed", "server_uuid": "9275670d-e88d-457c-b558-fc8de2457e86", "tag": "91a79438-633c-48a5-904c-24f3f9737974"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:39:28.198155 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fa7c1-ca77-465c-b150-d064539dbe38 service neutron] Pushing event updated for resources: {'Port': ['ID=91a79438-633c-48a5-904c-24f3f9737974,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:28.225769 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7a0620-6792-4f0e-8aae-86becb51db4a x-openstack-request-id: req-da7a0620-6792-4f0e-8aae-86becb51db4a {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:39:28.226164 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9275670d-e88d-457c-b558-fc8de2457e86", "tag": "91a79438-633c-48a5-904c-24f3f9737974", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:39:28.226517 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da7a0620-6792-4f0e-8aae-86becb51db4a {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:39:28.227047 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9275670d-e88d-457c-b558-fc8de2457e86', 'tag': '91a79438-633c-48a5-904c-24f3f9737974', 'status': 'completed', 'code': 200} Aug 13 02:39:28.265754 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-8487f6d5-1fd5-4ecb-bed4-84ab14b164f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:28.268161 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-8487f6d5-1fd5-4ecb-bed4-84ab14b164f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad59fce07ec3416db582f1d506e2a581&device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 1097 time: 0.0638025 Aug 13 02:39:28.280249 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7a7f50-a509-463c-8f23-54c18ae3d048', 'tag': '8da525de-fbee-49b3-870f-0498749a9b12'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:39:28.282988 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cfb025da75d9d11c28f101ae45bca3ab743feb35e1b92c787b6593142af668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900dae9b-ce17-4f32-8d0e-a0e5210cf2b7" -d '{"events": [{"name": "network-changed", "server_uuid": "5b7a7f50-a509-463c-8f23-54c18ae3d048", "tag": "8da525de-fbee-49b3-870f-0498749a9b12"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:39:28.293535 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98df2b-c7c2-4441-b0d5-75b825074bcb req-b803c492-80a9-4471-ae0d-749ef55d1f09 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:28.300743 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-7a98df2b-c7c2-4441-b0d5-75b825074bcb req-b803c492-80a9-4471-ae0d-749ef55d1f09 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 943 time: 0.4283969 Aug 13 02:39:28.328302 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-6e7d13d3-0866-4c5d-b27a-972de75885db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=261cb09b-5f67-48ed-a69c-f20e7ff7c3fd HTTP/1.1" status: 200 len: 217 time: 0.3234715 Aug 13 02:39:28.329088 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-49e6b364-61bb-41e0-b8a0-fc72835e4c15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91a79438-633c-48a5-904c-24f3f9737974 HTTP/1.1" status: 200 len: 217 time: 0.0505850 Aug 13 02:39:28.360690 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-b0943b73-5e4c-4fce-a1c0-c2410111d83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:28.362832 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-b0943b73-5e4c-4fce-a1c0-c2410111d83c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=906d1824-252c-4a14-9659-5d1356c53672 HTTP/1.1" status: 200 len: 859 time: 0.3565183 Aug 13 02:39:28.364274 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422d2552-b6fc-4108-8b28-c4aa6b9e8d5b x-openstack-request-id: req-422d2552-b6fc-4108-8b28-c4aa6b9e8d5b {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:39:28.364563 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b7a7f50-a509-463c-8f23-54c18ae3d048", "tag": "8da525de-fbee-49b3-870f-0498749a9b12", "status": "completed", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:39:28.364814 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-422d2552-b6fc-4108-8b28-c4aa6b9e8d5b {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:39:28.365425 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7a7f50-a509-463c-8f23-54c18ae3d048', 'tag': '8da525de-fbee-49b3-870f-0498749a9b12', 'status': 'completed', 'code': 200} Aug 13 02:39:28.373471 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-7a98df2b-c7c2-4441-b0d5-75b825074bcb req-a4a8588c-0838-4d2a-bc55-01f4116ff8de tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719180 Aug 13 02:39:28.588263 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf01daa-1e9d-43ab-96f7-3e66c6a80e24 req-d3f2a5f7-e336-4c74-a2ea-bc2bf1ed87a9 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:28.589747 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ebf01daa-1e9d-43ab-96f7-3e66c6a80e24 req-d3f2a5f7-e336-4c74-a2ea-bc2bf1ed87a9 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 944 time: 0.0611808 Aug 13 02:39:28.645190 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ebf01daa-1e9d-43ab-96f7-3e66c6a80e24 req-9a787686-0eaa-45ee-b03d-7901c422262e tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484526 Aug 13 02:39:29.131239 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808200d-eb95-4f80-996b-4a51e86c3c21 req-709ed4da-4a27-4378-84b0-b60f3a025566 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:29.133131 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-4808200d-eb95-4f80-996b-4a51e86c3c21 req-709ed4da-4a27-4378-84b0-b60f3a025566 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 943 time: 0.0582829 Aug 13 02:39:29.179736 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-4808200d-eb95-4f80-996b-4a51e86c3c21 req-6dc0879c-989b-4792-9531-659f2f24cceb tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362449 Aug 13 02:39:29.489274 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232c031-f98d-4715-a333-03bf09d1cafa req-c759bcca-b156-4de2-b8c1-d6738d4130d4 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:29.490696 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3232c031-f98d-4715-a333-03bf09d1cafa req-c759bcca-b156-4de2-b8c1-d6738d4130d4 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 943 time: 0.0513647 Aug 13 02:39:29.528000 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3232c031-f98d-4715-a333-03bf09d1cafa req-4dc60c3b-5532-48e7-b7a9-2671ec7021ce tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315189 Aug 13 02:39:29.749347 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01c56b-d1b0-4b6d-86ec-febed72cf538 req-2cdd91ba-873c-4cb8-802c-6f05eed17a61 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:29.750778 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-7b01c56b-d1b0-4b6d-86ec-febed72cf538 req-2cdd91ba-873c-4cb8-802c-6f05eed17a61 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 944 time: 0.0456159 Aug 13 02:39:29.791129 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-7b01c56b-d1b0-4b6d-86ec-febed72cf538 req-89c89d0b-aedb-462a-b4ff-534be3ca204e tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338967 Aug 13 02:39:30.293402 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10900ccc-2d4d-4f39-8cd3-8a1234d22a1e req-2ca107f5-b2bb-4cd6-a2fd-6a2867760506 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:30.294841 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-10900ccc-2d4d-4f39-8cd3-8a1234d22a1e req-2ca107f5-b2bb-4cd6-a2fd-6a2867760506 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 943 time: 0.0465724 Aug 13 02:39:30.331757 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-10900ccc-2d4d-4f39-8cd3-8a1234d22a1e req-bb9ab9fe-8e9e-4d82-aaf1-17e4caa1db85 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311234 Aug 13 02:39:30.640659 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a3973-9a9f-471e-b2c9-d9e213ed4538 req-eaaaa6cf-da15-4c76-9b02-fa3d6ea63e7d tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:30.642088 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-619a3973-9a9f-471e-b2c9-d9e213ed4538 req-eaaaa6cf-da15-4c76-9b02-fa3d6ea63e7d tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 943 time: 0.0464706 Aug 13 02:39:30.678456 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-619a3973-9a9f-471e-b2c9-d9e213ed4538 req-e7d10230-ab13-479b-912e-f4f8ca33549d tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304883 Aug 13 02:39:30.902940 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1303c-2c8b-433a-9e08-ccf47fb0b1b1 req-38649968-6482-46ed-81b8-d1a85f1f4539 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:30.904495 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-47b1303c-2c8b-433a-9e08-ccf47fb0b1b1 req-38649968-6482-46ed-81b8-d1a85f1f4539 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 944 time: 0.0488455 Aug 13 02:39:30.943019 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-47b1303c-2c8b-433a-9e08-ccf47fb0b1b1 req-6dc29341-86a0-4689-9591-b8cdcfd95458 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318811 Aug 13 02:39:31.422198 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-909da368-e998-4fa7-8709-a40035494b40 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21e28e08-41d0-472d-a21a-15a7a1bf62f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526934 Aug 13 02:39:31.442780 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-2dcd201b-9cda-4d80-b9bf-bcb0d0215356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:31.444294 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-2dcd201b-9cda-4d80-b9bf-bcb0d0215356 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=906d1824-252c-4a14-9659-5d1356c53672 HTTP/1.1" status: 200 len: 859 time: 0.0841146 Aug 13 02:39:31.450096 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dae9b-ce17-4f32-8d0e-a0e5210cf2b7 req-172a1830-9ea0-4633-ba24-9ef8ee000283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:31.451423 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-900dae9b-ce17-4f32-8d0e-a0e5210cf2b7 req-172a1830-9ea0-4633-ba24-9ef8ee000283 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 1096 time: 0.0561180 Aug 13 02:39:31.499381 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-3ab8dbb6-1200-4ece-8609-cbd1bd8021c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:31.500869 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-3ab8dbb6-1200-4ece-8609-cbd1bd8021c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=83f1cead-3458-4d96-88b2-4126f0d0a7e2 HTTP/1.1" status: 200 len: 852 time: 0.1589983 Aug 13 02:39:31.510169 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-4bd4f46f-6fc7-415d-9906-4c2668b3c0ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21e28e08-41d0-472d-a21a-15a7a1bf62f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495756 Aug 13 02:39:31.548214 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-42d562dc-8ff5-4a7e-8180-996eec588a7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91d1783c-52a0-4c3a-a058-9466a0fce7d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358853 Aug 13 02:39:31.576814 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69d518-7ac7-4d8a-8947-bea761cf22c0 req-fedfcd71-7c91-443d-885c-eb2614b2d4ba tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:31.578296 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-2d69d518-7ac7-4d8a-8947-bea761cf22c0 req-fedfcd71-7c91-443d-885c-eb2614b2d4ba tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 943 time: 0.1585162 Aug 13 02:39:31.656518 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-0a9111fc-fa19-484e-bcb5-0d38adef42d2 service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221053 Aug 13 02:39:31.715344 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-2d69d518-7ac7-4d8a-8947-bea761cf22c0 req-3631f6ea-397a-4d8d-89b6-5e583316b281 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218886 Aug 13 02:39:31.772812 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-c450b2f2-3349-4e55-879c-d61202d5727b service neutron] 10.222.0.36 "GET /v2.0/networks/91d1783c-52a0-4c3a-a058-9466a0fce7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131135 Aug 13 02:39:31.863063 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-0390ae52-d813-4d0c-8c48-0cd816b00834 service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931655 Aug 13 02:39:31.871253 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dae9b-ce17-4f32-8d0e-a0e5210cf2b7 req-2668f4f8-77dd-45ce-b0d4-97ec157f0200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:31.872722 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-900dae9b-ce17-4f32-8d0e-a0e5210cf2b7 req-2668f4f8-77dd-45ce-b0d4-97ec157f0200 service neutron] 10.222.0.36 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 916 time: 0.4051008 Aug 13 02:39:31.887736 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-eb0e28d3-61b2-4ffc-93e4-2021713abca8 service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469133 Aug 13 02:39:31.893732 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-bcde5b18-f199-437f-8552-fd58b3217422 service neutron] 10.222.0.36 "GET /v2.0/networks/91d1783c-52a0-4c3a-a058-9466a0fce7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129627 Aug 13 02:39:31.895985 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816f61c-63b6-4d80-9bfc-0faeb4f5543e req-66df1b24-9dd4-440e-9142-8153f3d3266c tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:31.897356 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b816f61c-63b6-4d80-9bfc-0faeb4f5543e req-66df1b24-9dd4-440e-9142-8153f3d3266c tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 943 time: 0.0999682 Aug 13 02:39:31.934901 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b816f61c-63b6-4d80-9bfc-0faeb4f5543e req-b4cd8c56-ae77-4c80-a5d6-b72251f92856 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316019 Aug 13 02:39:32.054406 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c0022-d575-4ea6-9acd-fdd30c3995cf req-4a74dd5c-382b-4cdc-b291-4a6bc3001f53 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:32.055931 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-916c0022-d575-4ea6-9acd-fdd30c3995cf req-4a74dd5c-382b-4cdc-b291-4a6bc3001f53 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 944 time: 0.0472934 Aug 13 02:39:32.093866 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-916c0022-d575-4ea6-9acd-fdd30c3995cf req-8cc779c9-945a-4908-86e8-69a42c581ff1 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319123 Aug 13 02:39:32.834176 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1781ed-fb8a-4935-9260-835b5e654a59 req-8389c200-4d77-4def-ac5d-a27902702e04 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:32.835676 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3a1781ed-fb8a-4935-9260-835b5e654a59 req-8389c200-4d77-4def-ac5d-a27902702e04 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 943 time: 0.0510232 Aug 13 02:39:32.872545 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3a1781ed-fb8a-4935-9260-835b5e654a59 req-eda87731-6d09-441d-b86b-3b8c1516cd82 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310044 Aug 13 02:39:33.047186 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386cbbf-bdf1-4862-a5fc-c13d71469299 req-75c1154d-47f8-4fb2-9a93-38959dacbd66 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:33.049428 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8386cbbf-bdf1-4862-a5fc-c13d71469299 req-75c1154d-47f8-4fb2-9a93-38959dacbd66 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 943 time: 0.0485439 Aug 13 02:39:33.085673 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8386cbbf-bdf1-4862-a5fc-c13d71469299 req-45c6619c-370a-41a2-9ec3-3e9ff6b07ff6 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304945 Aug 13 02:39:33.206897 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022adee-1c97-4f2e-8f88-a56646091adf req-3c3ade63-8c02-4769-8b4d-2709817c5a5a tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:33.208385 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f022adee-1c97-4f2e-8f88-a56646091adf req-3c3ade63-8c02-4769-8b4d-2709817c5a5a tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 944 time: 0.0483880 Aug 13 02:39:33.246753 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f022adee-1c97-4f2e-8f88-a56646091adf req-f2580ffe-671d-4d93-92b4-e7d051ab92cb tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325387 Aug 13 02:39:33.986848 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39ee97-1681-43f7-a24a-6d70fe834b50 req-adedea0f-ca89-46e6-838d-41f53a3b003f tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:33.988369 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-2a39ee97-1681-43f7-a24a-6d70fe834b50 req-adedea0f-ca89-46e6-838d-41f53a3b003f tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 943 time: 0.0508854 Aug 13 02:39:34.025181 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-2a39ee97-1681-43f7-a24a-6d70fe834b50 req-bcac6d0c-f339-4150-bd4b-8e673b69ab6f tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310702 Aug 13 02:39:34.198868 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6aa12-46df-4243-8eb4-835cddb00170 req-ac435fee-29c5-4fe1-9aef-66d3b938c863 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:34.200377 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-79b6aa12-46df-4243-8eb4-835cddb00170 req-ac435fee-29c5-4fe1-9aef-66d3b938c863 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 943 time: 0.0483644 Aug 13 02:39:34.238535 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-79b6aa12-46df-4243-8eb4-835cddb00170 req-0ca0e438-26fb-4902-962d-9c3ff2fc7aff tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319440 Aug 13 02:39:34.354432 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cb87b-453c-4cdc-85b7-540258301043 req-6f6c7485-8cbc-4392-b3bc-1fbdda098cdf tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:34.355903 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e11cb87b-453c-4cdc-85b7-540258301043 req-6f6c7485-8cbc-4392-b3bc-1fbdda098cdf tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 944 time: 0.0462685 Aug 13 02:39:34.393429 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e11cb87b-453c-4cdc-85b7-540258301043 req-bc30ceda-10e2-48a2-bada-a01e0219e5a9 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309443 Aug 13 02:39:35.197731 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-900dae9b-ce17-4f32-8d0e-a0e5210cf2b7 req-0e6e2271-8c81-4a3c-ac37-7e42d6b3bae1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8da525de-fbee-49b3-870f-0498749a9b12 HTTP/1.1" status: 200 len: 217 time: 0.0797555 Aug 13 02:39:35.249356 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25acac24-f09b-49bc-83de-77fcc1f46357 req-9137812a-dc32-48ce-aac5-4dfd4610e741 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:35.250799 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-25acac24-f09b-49bc-83de-77fcc1f46357 req-9137812a-dc32-48ce-aac5-4dfd4610e741 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 943 time: 0.1619904 Aug 13 02:39:35.303476 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dae9b-ce17-4f32-8d0e-a0e5210cf2b7 req-6e6db215-b197-4a70-b052-deefcbcb1ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:35.304896 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-900dae9b-ce17-4f32-8d0e-a0e5210cf2b7 req-6e6db215-b197-4a70-b052-deefcbcb1ed3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6 HTTP/1.1" status: 200 len: 855 time: 0.0950732 Aug 13 02:39:35.307431 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e6ad8a30-4c32-4177-bc32-2586caec99da req-84a5941e-ff24-4a70-8763-564fb390a3a2 service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884718 Aug 13 02:39:35.324907 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-25acac24-f09b-49bc-83de-77fcc1f46357 req-b1563098-eebc-499e-8749-0e822e9cb0e0 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630872 Aug 13 02:39:35.356913 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-900dae9b-ce17-4f32-8d0e-a0e5210cf2b7 req-891c958e-6baa-4328-8d21-30e6faed31b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251279 Aug 13 02:39:35.365791 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7a510-bed2-4760-a099-258a5482a569 req-b546bfe6-e092-4b77-a6ec-30c90ac7e6bd tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:35.367254 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-0ab7a510-bed2-4760-a099-258a5482a569 req-b546bfe6-e092-4b77-a6ec-30c90ac7e6bd tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 943 time: 0.0592029 Aug 13 02:39:35.405640 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-0ab7a510-bed2-4760-a099-258a5482a569 req-c4ed4763-5490-433e-b77c-371cfa9b4a8f tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324550 Aug 13 02:39:35.505650 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a7506-0ef7-4974-9dba-8d3376cd95a9 req-14896a49-9dfd-4400-83bb-71e6fd388b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:35.507103 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4a5a7506-0ef7-4974-9dba-8d3376cd95a9 req-14896a49-9dfd-4400-83bb-71e6fd388b9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad59fce07ec3416db582f1d506e2a581&device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 1097 time: 0.0852377 Aug 13 02:39:35.536707 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-900dae9b-ce17-4f32-8d0e-a0e5210cf2b7 req-0d1689e6-d8fb-46e9-8b5f-9cebc75892e1 service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611552 Aug 13 02:39:35.594521 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee6f4a-1c62-4ccb-ab02-ccb37c5b3ded req-1c0e3684-76b8-48f6-8535-f312548d468e tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:35.596545 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f5ee6f4a-1c62-4ccb-ab02-ccb37c5b3ded req-1c0e3684-76b8-48f6-8535-f312548d468e tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 944 time: 0.1284072 Aug 13 02:39:35.711408 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f5ee6f4a-1c62-4ccb-ab02-ccb37c5b3ded req-d25a075d-9c34-48da-88d4-4d6bea48a5c6 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046236 Aug 13 02:39:35.715378 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a7506-0ef7-4974-9dba-8d3376cd95a9 req-21944b17-5341-45d6-9a54-83f6779f340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:35.716766 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4a5a7506-0ef7-4974-9dba-8d3376cd95a9 req-21944b17-5341-45d6-9a54-83f6779f340d service neutron] 10.222.0.36 "GET /v2.0/networks?id=21e28e08-41d0-472d-a21a-15a7a1bf62f1 HTTP/1.1" status: 200 len: 920 time: 0.1946723 Aug 13 02:39:35.731924 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-900dae9b-ce17-4f32-8d0e-a0e5210cf2b7 req-9e976936-211e-4145-bed9-1ec6d25f0ece service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563084 Aug 13 02:39:35.767316 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4a5a7506-0ef7-4974-9dba-8d3376cd95a9 req-583d6d54-3720-4047-8449-cd82f2030809 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91a79438-633c-48a5-904c-24f3f9737974 HTTP/1.1" status: 200 len: 217 time: 0.0342886 Aug 13 02:39:35.826008 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a7506-0ef7-4974-9dba-8d3376cd95a9 req-6390827b-b225-4c76-8197-3b9ce73150cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:35.827417 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4a5a7506-0ef7-4974-9dba-8d3376cd95a9 req-6390827b-b225-4c76-8197-3b9ce73150cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=906d1824-252c-4a14-9659-5d1356c53672 HTTP/1.1" status: 200 len: 859 time: 0.0433249 Aug 13 02:39:35.863894 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4a5a7506-0ef7-4974-9dba-8d3376cd95a9 req-c55023d4-512d-43d0-b642-e3544ff7237a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21e28e08-41d0-472d-a21a-15a7a1bf62f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232911 Aug 13 02:39:36.440744 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bc4aa-ed89-41fa-8fa0-6290c5efb685 req-5cb73d4a-ac4f-4b5c-a770-ceca21abda45 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:36.442251 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-228bc4aa-ed89-41fa-8fa0-6290c5efb685 req-5cb73d4a-ac4f-4b5c-a770-ceca21abda45 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 943 time: 0.0513330 Aug 13 02:39:36.489126 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-228bc4aa-ed89-41fa-8fa0-6290c5efb685 req-db71bd87-57ed-408c-9248-5be6ba41a3fc tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380914 Aug 13 02:39:36.534484 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63de5bb-f23f-4a9a-98c6-654b8c482a59 req-6ab84d97-14c5-48ed-9ed7-5b30e2f49c29 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:36.536106 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e63de5bb-f23f-4a9a-98c6-654b8c482a59 req-6ab84d97-14c5-48ed-9ed7-5b30e2f49c29 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 943 time: 0.0584342 Aug 13 02:39:36.596376 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e63de5bb-f23f-4a9a-98c6-654b8c482a59 req-7460875c-ad68-48ee-a545-6fd2c446ff91 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514765 Aug 13 02:39:36.823763 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c0f6b-729f-40de-b71a-b4064f795ce5 req-25921014-3018-4bea-8876-29183a066606 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:36.825216 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-369c0f6b-729f-40de-b71a-b4064f795ce5 req-25921014-3018-4bea-8876-29183a066606 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 944 time: 0.0487895 Aug 13 02:39:36.863026 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-369c0f6b-729f-40de-b71a-b4064f795ce5 req-71d77907-558f-4f0b-9cf2-87ed939088fb tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318289 Aug 13 02:39:36.971090 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4a5a7506-0ef7-4974-9dba-8d3376cd95a9 req-60d5201f-45a0-4536-8bcb-467c7d7c6ba0 service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811577 Aug 13 02:39:37.602565 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f989ec-6313-4578-948d-c9c053fe8490 req-0faa8f25-6abc-4312-bce0-f7447b073300 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:37.604041 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-16f989ec-6313-4578-948d-c9c053fe8490 req-0faa8f25-6abc-4312-bce0-f7447b073300 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 943 time: 0.0483205 Aug 13 02:39:37.646891 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-16f989ec-6313-4578-948d-c9c053fe8490 req-f29831bd-99bb-45af-8a0b-79553be273a4 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369167 Aug 13 02:39:37.699807 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6f6d3-966e-4747-b59e-ecabe3d449ae req-d9eb7acb-1cb1-4b21-ab28-2535414be166 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:37.701280 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-53d6f6d3-966e-4747-b59e-ecabe3d449ae req-d9eb7acb-1cb1-4b21-ab28-2535414be166 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 943 time: 0.0466547 Aug 13 02:39:37.739064 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-53d6f6d3-966e-4747-b59e-ecabe3d449ae req-5cf16844-f2b5-4ccd-8dca-a8fc39247e96 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312552 Aug 13 02:39:37.949788 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4a5a7506-0ef7-4974-9dba-8d3376cd95a9 req-b6157d5b-5137-4ed4-8042-aa642573829c service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954952 Aug 13 02:39:37.983026 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870602a3-700c-42b7-aac8-58dda9cf3bd9 req-d4249bea-ca53-437b-9313-cd601f0051cc tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:37.984459 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-870602a3-700c-42b7-aac8-58dda9cf3bd9 req-d4249bea-ca53-437b-9313-cd601f0051cc tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 944 time: 0.0547283 Aug 13 02:39:38.021610 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-870602a3-700c-42b7-aac8-58dda9cf3bd9 req-5cb5ae36-96fb-4f63-9d76-5f42b45c5436 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306592 Aug 13 02:39:38.764287 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a8b8a-6bce-4297-9b9d-54e312be65af req-e684eded-d18a-4224-832a-9eed288f9893 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:38.764702 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-fa7a8b8a-6bce-4297-9b9d-54e312be65af req-e684eded-d18a-4224-832a-9eed288f9893 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 943 time: 0.0507667 Aug 13 02:39:38.803940 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-fa7a8b8a-6bce-4297-9b9d-54e312be65af req-e2250d88-c36f-4e27-912f-a52c191d0f8f tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327756 Aug 13 02:39:38.862758 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3ffcd-6efd-4618-a400-1e9f4008537c req-1ecf2c5f-fa76-43df-88b8-e2b42a8d6a9d tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:38.864220 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c7a3ffcd-6efd-4618-a400-1e9f4008537c req-1ecf2c5f-fa76-43df-88b8-e2b42a8d6a9d tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 943 time: 0.0511262 Aug 13 02:39:38.900265 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c7a3ffcd-6efd-4618-a400-1e9f4008537c req-dc732dcf-5193-48d0-8aa4-9b807dc3b1f3 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300698 Aug 13 02:39:39.133863 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c46af7-159e-4c77-8cc0-dc69c867d2ce req-b6125074-ba53-4e61-98f4-c0229f366c78 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:39.135317 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-22c46af7-159e-4c77-8cc0-dc69c867d2ce req-b6125074-ba53-4e61-98f4-c0229f366c78 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 944 time: 0.0488093 Aug 13 02:39:39.171455 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-22c46af7-159e-4c77-8cc0-dc69c867d2ce req-989579e4-dac2-4158-839b-7edb8d525bec tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302305 Aug 13 02:39:39.915265 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27092b4d-c780-4f66-896d-7cd752c94ba7 req-7fa27baf-6ec8-4835-937a-1141679450ee tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:39.916723 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-27092b4d-c780-4f66-896d-7cd752c94ba7 req-7fa27baf-6ec8-4835-937a-1141679450ee tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 943 time: 0.0465591 Aug 13 02:39:39.955131 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-27092b4d-c780-4f66-896d-7cd752c94ba7 req-4317ee0c-93f6-4675-9179-82490cf0cf44 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325933 Aug 13 02:39:40.010304 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbe9fc-9fc0-4634-af0c-8e21a11f836b req-ae61d190-6fb6-407a-bf26-3d57da0e3a0b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:40.011767 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9adbe9fc-9fc0-4634-af0c-8e21a11f836b req-ae61d190-6fb6-407a-bf26-3d57da0e3a0b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 943 time: 0.0462415 Aug 13 02:39:40.049449 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9adbe9fc-9fc0-4634-af0c-8e21a11f836b req-2af6259e-922a-42b3-b9a0-2fa3af7e1d64 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312405 Aug 13 02:39:40.279638 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1199ef7-601a-4192-b09e-65224841d7e9 req-4fa486b2-2ea1-4f98-bf59-d17de64b51cf tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:40.281057 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e1199ef7-601a-4192-b09e-65224841d7e9 req-4fa486b2-2ea1-4f98-bf59-d17de64b51cf tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 944 time: 0.0462570 Aug 13 02:39:40.317598 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e1199ef7-601a-4192-b09e-65224841d7e9 req-e6794c15-13b5-4aff-8df0-5bcd44cc6b83 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307729 Aug 13 02:39:40.935702 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:39:41.071547 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f830b-96b8-42c9-99ba-c2fde14358aa req-f1729665-8f68-4f4a-8fc8-9c3561bce4ee tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:41.072991 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-994f830b-96b8-42c9-99ba-c2fde14358aa req-f1729665-8f68-4f4a-8fc8-9c3561bce4ee tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 943 time: 0.0522945 Aug 13 02:39:41.109331 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-994f830b-96b8-42c9-99ba-c2fde14358aa req-f5d81e4b-1c0e-4271-8a87-12acf8628a93 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305617 Aug 13 02:39:41.166497 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4b2a5-49a7-4ed2-ab29-76068fc60358 req-811da463-2078-47f5-aebe-16c4d61ed1d5 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:41.167959 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77f4b2a5-49a7-4ed2-ab29-76068fc60358 req-811da463-2078-47f5-aebe-16c4d61ed1d5 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 943 time: 0.0512116 Aug 13 02:39:41.204454 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77f4b2a5-49a7-4ed2-ab29-76068fc60358 req-ed348abb-4a16-47a3-961c-cc2727cce767 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299797 Aug 13 02:39:41.427754 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c0352-885e-43e5-8855-aeede63bbde0 req-717687ee-75c4-4995-bb83-5992d8dd1796 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:41.429210 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-279c0352-885e-43e5-8855-aeede63bbde0 req-717687ee-75c4-4995-bb83-5992d8dd1796 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 944 time: 0.0469687 Aug 13 02:39:41.465502 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-279c0352-885e-43e5-8855-aeede63bbde0 req-5b174422-1da9-4779-b298-0c50c1abb190 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305660 Aug 13 02:39:42.219859 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f1c16-8b89-4753-8a45-684a0ae12bf8 req-cf8e4716-9447-4591-875f-156e497028ba tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:42.221290 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-db7f1c16-8b89-4753-8a45-684a0ae12bf8 req-cf8e4716-9447-4591-875f-156e497028ba tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 943 time: 0.0468376 Aug 13 02:39:42.258187 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-db7f1c16-8b89-4753-8a45-684a0ae12bf8 req-4268a2a4-9a25-4f1f-b8a7-92f0008927a5 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310426 Aug 13 02:39:42.315922 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7a290-8668-429e-8194-af2d7c472beb req-37521e04-344e-4044-844f-6bbb7a62f8ce tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:42.317365 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e0c7a290-8668-429e-8194-af2d7c472beb req-37521e04-344e-4044-844f-6bbb7a62f8ce tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 943 time: 0.0471313 Aug 13 02:39:42.353358 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e0c7a290-8668-429e-8194-af2d7c472beb req-30387d2d-71b5-4d26-bcc0-8fc33571a330 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302496 Aug 13 02:39:42.576877 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 439aa1d9-9341-4c3d-976e-1477ea03abb7 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:39:42.577601 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d65877-71f3-47a5-bfa3-b6e615ac6127 req-bfe592d3-e21c-4236-911f-793bcd6352df tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:42.579074 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d5d65877-71f3-47a5-bfa3-b6e615ac6127 req-bfe592d3-e21c-4236-911f-793bcd6352df tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 944 time: 0.0489621 Aug 13 02:39:42.618167 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d5d65877-71f3-47a5-bfa3-b6e615ac6127 req-6e468e16-ae23-4942-85d2-5db0552cc724 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324576 Aug 13 02:39:42.683824 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 439aa1d9-9341-4c3d-976e-1477ea03abb7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=439aa1d9-9341-4c3d-976e-1477ea03abb7,segment=NetworkSegment(1cf5c51b-f2ad-42ba-9d78-fe30b656633c),segment_id=1cf5c51b-f2ad-42ba-9d78-fe30b656633c)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:42.695064 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Returning: {'device': '439aa1d9-9341-4c3d-976e-1477ea03abb7', 'network_id': '21e28e08-41d0-472d-a21a-15a7a1bf62f1', 'port_id': '439aa1d9-9341-4c3d-976e-1477ea03abb7', 'mac_address': 'fa:16:3e:b4:67:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906d1824-252c-4a14-9659-5d1356c53672', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:39:42.735992 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:42.748574 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439aa1d9-9341-4c3d-976e-1477ea03abb7 {{(pid=100522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:39:42.769303 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 439aa1d9-9341-4c3d-976e-1477ea03abb7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=439aa1d9-9341-4c3d-976e-1477ea03abb7,segment=NetworkSegment(1cf5c51b-f2ad-42ba-9d78-fe30b656633c),segment_id=1cf5c51b-f2ad-42ba-9d78-fe30b656633c)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:42.773291 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:42.774113 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 261cb09b-5f67-48ed-a69c-f20e7ff7c3fd details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:39:42.871211 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=439aa1d9-9341-4c3d-976e-1477ea03abb7,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:42.919550 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 261cb09b-5f67-48ed-a69c-f20e7ff7c3fd, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=261cb09b-5f67-48ed-a69c-f20e7ff7c3fd,segment=NetworkSegment(6d9cfcbf-4f67-43d5-9df1-e4c326f30735),segment_id=6d9cfcbf-4f67-43d5-9df1-e4c326f30735)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:42.932675 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Returning: {'device': '261cb09b-5f67-48ed-a69c-f20e7ff7c3fd', 'network_id': '91d1783c-52a0-4c3a-a058-9466a0fce7d4', 'port_id': '261cb09b-5f67-48ed-a69c-f20e7ff7c3fd', 'mac_address': 'fa:16:3e:02:ac:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f1cead-3458-4d96-88b2-4126f0d0a7e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:39:42.971855 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:42.984380 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261cb09b-5f67-48ed-a69c-f20e7ff7c3fd {{(pid=100522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:39:43.005196 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 261cb09b-5f67-48ed-a69c-f20e7ff7c3fd, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=261cb09b-5f67-48ed-a69c-f20e7ff7c3fd,segment=NetworkSegment(6d9cfcbf-4f67-43d5-9df1-e4c326f30735),segment_id=6d9cfcbf-4f67-43d5-9df1-e4c326f30735)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:43.009413 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:43.010080 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 91a79438-633c-48a5-904c-24f3f9737974 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:39:43.075577 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 91a79438-633c-48a5-904c-24f3f9737974, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=91a79438-633c-48a5-904c-24f3f9737974,segment=NetworkSegment(1cf5c51b-f2ad-42ba-9d78-fe30b656633c),segment_id=1cf5c51b-f2ad-42ba-9d78-fe30b656633c)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:43.078113 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=261cb09b-5f67-48ed-a69c-f20e7ff7c3fd,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:43.089704 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Returning: {'device': '91a79438-633c-48a5-904c-24f3f9737974', 'network_id': '21e28e08-41d0-472d-a21a-15a7a1bf62f1', 'port_id': '91a79438-633c-48a5-904c-24f3f9737974', 'mac_address': 'fa:16:3e:34:74:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906d1824-252c-4a14-9659-5d1356c53672', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:39:43.129241 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:43.142326 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a79438-633c-48a5-904c-24f3f9737974 {{(pid=100522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:39:43.161806 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 91a79438-633c-48a5-904c-24f3f9737974, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=91a79438-633c-48a5-904c-24f3f9737974,segment=NetworkSegment(1cf5c51b-f2ad-42ba-9d78-fe30b656633c),segment_id=1cf5c51b-f2ad-42ba-9d78-fe30b656633c)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:43.165163 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:43.165785 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 8da525de-fbee-49b3-870f-0498749a9b12 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:39:43.250546 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=91a79438-633c-48a5-904c-24f3f9737974,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:43.293072 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 8da525de-fbee-49b3-870f-0498749a9b12, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8da525de-fbee-49b3-870f-0498749a9b12,segment=NetworkSegment(fa22d129-2c66-404a-8374-3248e96dac14),segment_id=fa22d129-2c66-404a-8374-3248e96dac14)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:43.307290 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Returning: {'device': '8da525de-fbee-49b3-870f-0498749a9b12', 'network_id': '17ed0c13-cd3d-4f62-bfa4-55efe8abc95b', 'port_id': '8da525de-fbee-49b3-870f-0498749a9b12', 'mac_address': 'fa:16:3e:13:b9:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:39:43.343530 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:43.359143 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da525de-fbee-49b3-870f-0498749a9b12 {{(pid=100522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:39:43.373674 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14738d25-8884-4a31-a437-b2281009694a req-2ec79026-9647-45cc-800c-3bb4b7e9cac6 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:43.376095 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-14738d25-8884-4a31-a437-b2281009694a req-2ec79026-9647-45cc-800c-3bb4b7e9cac6 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 944 time: 0.0522614 Aug 13 02:39:43.378521 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 8da525de-fbee-49b3-870f-0498749a9b12, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8da525de-fbee-49b3-870f-0498749a9b12,segment=NetworkSegment(fa22d129-2c66-404a-8374-3248e96dac14),segment_id=fa22d129-2c66-404a-8374-3248e96dac14)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:43.382980 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:43.419333 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-14738d25-8884-4a31-a437-b2281009694a req-824c83ff-f8e7-49a8-b553-98bb693db132 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376217 Aug 13 02:39:43.435999 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=8da525de-fbee-49b3-870f-0498749a9b12,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:43.474407 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436103a6-1a26-4621-9fb2-709596215366 req-62bc088b-4b7b-48dd-82f5-73397a93ee5d tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:43.475897 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-436103a6-1a26-4621-9fb2-709596215366 req-62bc088b-4b7b-48dd-82f5-73397a93ee5d tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 944 time: 0.0517826 Aug 13 02:39:43.511710 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-436103a6-1a26-4621-9fb2-709596215366 req-350875fc-2cbe-4c56-87a9-dee789b296ff tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299449 Aug 13 02:39:43.730476 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abc287-1f5b-465c-bfab-c32e9fd898f9 req-a5d3fc9d-a40c-4ef8-bbe2-6798a59683c2 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:43.731986 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c9abc287-1f5b-465c-bfab-c32e9fd898f9 req-a5d3fc9d-a40c-4ef8-bbe2-6798a59683c2 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 945 time: 0.0480006 Aug 13 02:39:43.775054 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c9abc287-1f5b-465c-bfab-c32e9fd898f9 req-58571a9c-4d25-4855-b491-a499b222ee95 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367870 Aug 13 02:39:44.524336 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96022ce3-cbd4-4687-b2c9-4e27317e33d5 req-beb450ea-f79f-4500-a498-9e0e41868cd3 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:44.525772 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-96022ce3-cbd4-4687-b2c9-4e27317e33d5 req-beb450ea-f79f-4500-a498-9e0e41868cd3 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 944 time: 0.0463650 Aug 13 02:39:44.564998 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-96022ce3-cbd4-4687-b2c9-4e27317e33d5 req-50992290-a51b-498f-8d2d-46ef9ed1787b tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335164 Aug 13 02:39:44.626111 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64d8ee-297a-4740-9f16-bda479b0f578 req-78d58ec9-17da-4179-af0d-f3ae4785303b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:44.627594 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-fc64d8ee-297a-4740-9f16-bda479b0f578 req-78d58ec9-17da-4179-af0d-f3ae4785303b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 944 time: 0.0500693 Aug 13 02:39:44.665437 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-fc64d8ee-297a-4740-9f16-bda479b0f578 req-a37e4de1-2d66-4b54-94f2-3a7a53fd11d7 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319955 Aug 13 02:39:44.891235 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a05ad-f6bb-4413-b07c-8223c6fb7f69 req-c8c78e79-685f-4243-bd43-7da70cb4205e tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:44.892849 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ac4a05ad-f6bb-4413-b07c-8223c6fb7f69 req-c8c78e79-685f-4243-bd43-7da70cb4205e tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 945 time: 0.0486786 Aug 13 02:39:44.930951 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ac4a05ad-f6bb-4413-b07c-8223c6fb7f69 req-f2afdf65-75d6-4ebc-9f37-b1f6ce99a95c tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323524 Aug 13 02:39:45.680226 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2000ec8-2640-44df-a218-c14982fa0258 req-e6f434e0-1520-47cd-a923-1130d48648fe tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:45.681679 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d2000ec8-2640-44df-a218-c14982fa0258 req-e6f434e0-1520-47cd-a923-1130d48648fe tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 944 time: 0.0508769 Aug 13 02:39:45.719421 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d2000ec8-2640-44df-a218-c14982fa0258 req-fd79e563-c744-4363-92c3-eab5f9797b99 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315964 Aug 13 02:39:45.780878 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8ee25-0a1c-4989-8d99-d37e49205d39 req-de6abf0c-619a-4c68-9ad1-cd73a5b3cfc7 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:45.782307 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-57b8ee25-0a1c-4989-8d99-d37e49205d39 req-de6abf0c-619a-4c68-9ad1-cd73a5b3cfc7 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 944 time: 0.0508583 Aug 13 02:39:45.819936 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-57b8ee25-0a1c-4989-8d99-d37e49205d39 req-a37e4130-5111-44ca-9f7f-20fe2458b9ee tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314994 Aug 13 02:39:46.043073 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcd94b-3a68-4403-88a2-9b69fe41501f req-b65df67c-68e2-4f26-aefd-8795ad009fa9 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:46.044589 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-cadcd94b-3a68-4403-88a2-9b69fe41501f req-b65df67c-68e2-4f26-aefd-8795ad009fa9 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 945 time: 0.0478687 Aug 13 02:39:46.082150 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-cadcd94b-3a68-4403-88a2-9b69fe41501f req-3a4608a3-2f80-42ed-ad82-fc0cd99a606f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310597 Aug 13 02:39:46.831036 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377d102-fc2d-4fb9-ae15-856113fc4934 req-9009887e-1a3d-4060-b35f-caa643b12d60 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:46.832527 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0377d102-fc2d-4fb9-ae15-856113fc4934 req-9009887e-1a3d-4060-b35f-caa643b12d60 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 944 time: 0.0476491 Aug 13 02:39:46.879044 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0377d102-fc2d-4fb9-ae15-856113fc4934 req-f3d618f2-092e-46d0-898f-2aa486351814 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403020 Aug 13 02:39:46.944764 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ce599-7e79-4fcd-b51e-6cfbdf29680b req-c268ebe5-30df-43f6-af6d-cad4374546b9 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:46.946876 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-976ce599-7e79-4fcd-b51e-6cfbdf29680b req-c268ebe5-30df-43f6-af6d-cad4374546b9 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 944 time: 0.0517662 Aug 13 02:39:46.990249 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-976ce599-7e79-4fcd-b51e-6cfbdf29680b req-092db275-5654-4cca-81b3-c1625eb9bf78 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340102 Aug 13 02:39:47.197615 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff7e57-1973-47bb-a3d0-c597ac1290d2 req-35b8cb7f-e10f-4f58-ae4d-c24554393632 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:47.199193 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9eff7e57-1973-47bb-a3d0-c597ac1290d2 req-35b8cb7f-e10f-4f58-ae4d-c24554393632 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 945 time: 0.0496671 Aug 13 02:39:47.238127 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9eff7e57-1973-47bb-a3d0-c597ac1290d2 req-8832fc33-10a4-409f-b443-3b0e8a1d591a tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316119 Aug 13 02:39:48.002456 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef6265-ed66-4483-8b4e-b32705f3ca80 req-bb8b6c1d-9af9-4f0e-9ec6-c2a3dfe34e45 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:48.004113 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8fef6265-ed66-4483-8b4e-b32705f3ca80 req-bb8b6c1d-9af9-4f0e-9ec6-c2a3dfe34e45 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 944 time: 0.0520258 Aug 13 02:39:48.044146 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8fef6265-ed66-4483-8b4e-b32705f3ca80 req-3f02c762-a342-4091-85f9-38db2c7aae4f tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338960 Aug 13 02:39:48.111706 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1765d0-ab37-473a-af9e-3772049bf7b8 req-9600a81f-bcf4-4bcb-8b31-b25ab88a4044 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:48.113252 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-db1765d0-ab37-473a-af9e-3772049bf7b8 req-9600a81f-bcf4-4bcb-8b31-b25ab88a4044 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 944 time: 0.0526361 Aug 13 02:39:48.149429 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-db1765d0-ab37-473a-af9e-3772049bf7b8 req-62c9d32f-79d6-4b5b-a978-bf4cdb435efc tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305040 Aug 13 02:39:48.356427 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500346e4-d890-4c28-8bf5-4aa5f0faac65 req-22f7c323-495b-411d-ae50-a7f185c5fcf3 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:48.357825 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-500346e4-d890-4c28-8bf5-4aa5f0faac65 req-22f7c323-495b-411d-ae50-a7f185c5fcf3 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 945 time: 0.0483904 Aug 13 02:39:48.395117 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-500346e4-d890-4c28-8bf5-4aa5f0faac65 req-9282a935-471f-47c5-a6ee-d9a9b67fd326 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314009 Aug 13 02:39:49.155129 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efd4d6-fd6c-41c9-93ac-eaa455c999c4 req-04d6dba6-6d3f-44cb-ba4f-38ae64d139e6 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:49.157354 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d3efd4d6-fd6c-41c9-93ac-eaa455c999c4 req-04d6dba6-6d3f-44cb-ba4f-38ae64d139e6 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 944 time: 0.0496218 Aug 13 02:39:49.201964 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d3efd4d6-fd6c-41c9-93ac-eaa455c999c4 req-1e2931c0-82e8-4a3d-8111-a4aa47ba3013 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388014 Aug 13 02:39:49.262395 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3d8a1-2fa5-4023-878b-981375857ccf req-bbae5037-0c88-4912-ae53-cb3afd0f2503 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:49.263886 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-35d3d8a1-2fa5-4023-878b-981375857ccf req-bbae5037-0c88-4912-ae53-cb3afd0f2503 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 944 time: 0.0480976 Aug 13 02:39:49.301268 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-35d3d8a1-2fa5-4023-878b-981375857ccf req-a6bb668e-1a5a-46ed-a6c2-a3fc49878a03 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308654 Aug 13 02:39:49.505912 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fe11d-b661-4e66-93ce-3de25d1fd39b req-cbec0aef-c621-4a01-95ef-a37b191af78f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:49.507446 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bc4fe11d-b661-4e66-93ce-3de25d1fd39b req-cbec0aef-c621-4a01-95ef-a37b191af78f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 945 time: 0.0474999 Aug 13 02:39:49.543638 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bc4fe11d-b661-4e66-93ce-3de25d1fd39b req-5fed336c-e63a-47dd-8da7-1975c21cd71e tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304825 Aug 13 02:39:50.060613 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['261cb09b-5f67-48ed-a69c-f20e7ff7c3fd'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:39:50.112210 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['439aa1d9-9341-4c3d-976e-1477ea03abb7'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:39:50.114199 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['8da525de-fbee-49b3-870f-0498749a9b12'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:39:50.123925 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['91a79438-633c-48a5-904c-24f3f9737974'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:39:50.206358 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:50.322042 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d0159-f1e7-422a-9c1c-332d444079b1 req-84d1ef60-ea68-4858-bcdb-3b5ea9807cea tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:50.323818 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-bf7d0159-f1e7-422a-9c1c-332d444079b1 req-84d1ef60-ea68-4858-bcdb-3b5ea9807cea tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 944 time: 0.0550873 Aug 13 02:39:50.366758 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-bf7d0159-f1e7-422a-9c1c-332d444079b1 req-16f1302b-7a43-4194-a638-e88b18697185 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361214 Aug 13 02:39:50.435926 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b2ccc-09d9-4528-aa47-4539f4fcdf81 req-3df92e65-fbd0-451d-9f6e-a4ef4c2482d8 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:50.438511 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6a5b2ccc-09d9-4528-aa47-4539f4fcdf81 req-3df92e65-fbd0-451d-9f6e-a4ef4c2482d8 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 944 time: 0.0653982 Aug 13 02:39:50.479624 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6a5b2ccc-09d9-4528-aa47-4539f4fcdf81 req-993d97ad-b169-4986-a8f3-c3cbb8102574 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346026 Aug 13 02:39:50.665627 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c789be0-c774-4815-9442-2bca2fc56236 req-1abafcc9-21de-49e4-b919-1db4bd431e23 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:50.667106 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9c789be0-c774-4815-9442-2bca2fc56236 req-1abafcc9-21de-49e4-b919-1db4bd431e23 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 945 time: 0.0560913 Aug 13 02:39:50.708024 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9c789be0-c774-4815-9442-2bca2fc56236 req-0b20b4c2-70c4-466b-83f2-329a9369ad02 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341682 Aug 13 02:39:51.490620 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede852d5-69f1-4357-9c67-fdd45e23b317 req-a91dc9de-8099-467f-912f-3268b4f8d84b tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:51.492705 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ede852d5-69f1-4357-9c67-fdd45e23b317 req-a91dc9de-8099-467f-912f-3268b4f8d84b tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 944 time: 0.0506258 Aug 13 02:39:51.556379 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ede852d5-69f1-4357-9c67-fdd45e23b317 req-94b9a92d-73dd-4e8d-98ca-7baa494a1b5d tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570481 Aug 13 02:39:51.617739 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33f84b-72ae-4510-b33c-c33cea412ce9 req-4d38b2ee-0699-4523-997c-93d921fcd77a tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:51.624059 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8d33f84b-72ae-4510-b33c-c33cea412ce9 req-4d38b2ee-0699-4523-997c-93d921fcd77a tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 944 time: 0.0558765 Aug 13 02:39:51.665401 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8d33f84b-72ae-4510-b33c-c33cea412ce9 req-aca1a901-790c-4ad9-9eaf-37147a24aa3d tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396478 Aug 13 02:39:51.855895 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7821cc-06bd-435d-8345-618710a0071c req-5472cea6-51d2-493c-bd84-c20d2ffbd7f1 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:51.857964 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6e7821cc-06bd-435d-8345-618710a0071c req-5472cea6-51d2-493c-bd84-c20d2ffbd7f1 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 945 time: 0.0729511 Aug 13 02:39:51.890489 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 439aa1d9-9341-4c3d-976e-1477ea03abb7 up at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:51.923405 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6e7821cc-06bd-435d-8345-618710a0071c req-e90054c3-4e7e-47a2-9d7f-fbb98e7707b4 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558786 Aug 13 02:39:51.971085 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning for port 439aa1d9-9341-4c3d-976e-1477ea03abb7 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:51.975198 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning complete for port 439aa1d9-9341-4c3d-976e-1477ea03abb7 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:51.975599 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:52.085795 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:52.114498 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e66d91-d6cb-4b18-a81d-26738ca27731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439aa1d9-9341-4c3d-976e-1477ea03abb7'}] {{(pid=100522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:39:52.204100 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 439aa1d9-9341-4c3d-976e-1477ea03abb7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=439aa1d9-9341-4c3d-976e-1477ea03abb7,segment=NetworkSegment(1cf5c51b-f2ad-42ba-9d78-fe30b656633c),segment_id=1cf5c51b-f2ad-42ba-9d78-fe30b656633c)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:52.208272 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:52.209055 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 261cb09b-5f67-48ed-a69c-f20e7ff7c3fd up at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:52.283068 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=439aa1d9-9341-4c3d-976e-1477ea03abb7,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:52.297467 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning for port 261cb09b-5f67-48ed-a69c-f20e7ff7c3fd completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:52.301153 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning complete for port 261cb09b-5f67-48ed-a69c-f20e7ff7c3fd triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:52.301527 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:52.323303 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8fc6cf8b2729e4d9e864767b08278c7cd211cb654a5ced023b8b854c91925" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8bcec7-9877-45d9-ada1-f466985d4115" -d '{"events": [{"server_uuid": "67e66d91-d6cb-4b18-a81d-26738ca27731", "name": "network-vif-plugged", "status": "completed", "tag": "439aa1d9-9341-4c3d-976e-1477ea03abb7"}]}' {{(pid=100522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:39:52.385794 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:52.418786 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 261cb09b-5f67-48ed-a69c-f20e7ff7c3fd, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=261cb09b-5f67-48ed-a69c-f20e7ff7c3fd,segment=NetworkSegment(6d9cfcbf-4f67-43d5-9df1-e4c326f30735),segment_id=6d9cfcbf-4f67-43d5-9df1-e4c326f30735)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:52.422264 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:52.423094 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 8da525de-fbee-49b3-870f-0498749a9b12 up at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:52.479399 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd807a1-d417-4a7b-9c71-35955a88e22e x-openstack-request-id: req-0cd807a1-d417-4a7b-9c71-35955a88e22e {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:39:52.479736 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e66d91-d6cb-4b18-a81d-26738ca27731", "name": "network-vif-plugged", "status": "completed", "tag": "439aa1d9-9341-4c3d-976e-1477ea03abb7", "code": 200}]} {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:39:52.480011 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0cd807a1-d417-4a7b-9c71-35955a88e22e {{(pid=100522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:39:52.480441 dv-cinder-760192-6-iscsi neutron-server[100522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e66d91-d6cb-4b18-a81d-26738ca27731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439aa1d9-9341-4c3d-976e-1477ea03abb7', 'code': 200} Aug 13 02:39:52.514635 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=261cb09b-5f67-48ed-a69c-f20e7ff7c3fd,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:52.519522 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-f4b3b2a3-0777-497c-8adb-f72859f0aacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:52.530105 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning for port 8da525de-fbee-49b3-870f-0498749a9b12 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:52.535089 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning complete for port 8da525de-fbee-49b3-870f-0498749a9b12 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:52.535717 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:52.624764 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:52.658164 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 8da525de-fbee-49b3-870f-0498749a9b12, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8da525de-fbee-49b3-870f-0498749a9b12,segment=NetworkSegment(fa22d129-2c66-404a-8374-3248e96dac14),segment_id=fa22d129-2c66-404a-8374-3248e96dac14)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:52.661964 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:52.713136 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=8da525de-fbee-49b3-870f-0498749a9b12,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:52.728863 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a2017-736f-4aba-af56-73fa5f8e092c req-46b8e4d4-1c21-4d02-83ba-4b5f262a9efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:52.730362 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2f2a2017-736f-4aba-af56-73fa5f8e092c req-46b8e4d4-1c21-4d02-83ba-4b5f262a9efa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 1099 time: 0.1017570 Aug 13 02:39:52.739378 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40c8c1-88ea-42ea-b2f7-2b988a234371 req-5e7fc40a-0403-4ea2-bec2-b1fd9c527e6c tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:52.740740 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0e40c8c1-88ea-42ea-b2f7-2b988a234371 req-5e7fc40a-0403-4ea2-bec2-b1fd9c527e6c tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 945 time: 0.0854089 Aug 13 02:39:52.759295 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-2f2a2017-736f-4aba-af56-73fa5f8e092c req-8c2ff46a-7d73-49a0-a47b-ff583bf64057 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:52.799821 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea5a0a-fd77-4d9e-afc0-1c76bff17ae7 req-c6261cdf-ba03-4057-af2d-a099b097a867 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:52.812328 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-adea5a0a-fd77-4d9e-afc0-1c76bff17ae7 req-c6261cdf-ba03-4057-af2d-a099b097a867 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 945 time: 0.0717533 Aug 13 02:39:52.813547 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0e40c8c1-88ea-42ea-b2f7-2b988a234371 req-d8d8ba1a-79ed-4fb8-9066-b04f09148b0a tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656967 Aug 13 02:39:52.861089 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-adea5a0a-fd77-4d9e-afc0-1c76bff17ae7 req-291f598d-ba09-4440-b9be-c0be46cb12d6 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468860 Aug 13 02:39:52.896252 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-2f2a2017-736f-4aba-af56-73fa5f8e092c req-8c2ff46a-7d73-49a0-a47b-ff583bf64057 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:52.901138 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-2f2a2017-736f-4aba-af56-73fa5f8e092c req-8c2ff46a-7d73-49a0-a47b-ff583bf64057 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:52.940713 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2f2a2017-736f-4aba-af56-73fa5f8e092c req-8c2ff46a-7d73-49a0-a47b-ff583bf64057 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990325 Aug 13 02:39:52.945484 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ff46a-7d73-49a0-a47b-ff583bf64057 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2090deaf-7298-47fd-b90f-61c00643d234,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:53.215336 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409efd76-3a98-47fa-8c20-082fbcd59e90 req-d3999cfe-6c60-4785-b67c-735c9c346614 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:53.216813 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-409efd76-3a98-47fa-8c20-082fbcd59e90 req-d3999cfe-6c60-4785-b67c-735c9c346614 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 945 time: 0.2156777 Aug 13 02:39:53.265497 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-409efd76-3a98-47fa-8c20-082fbcd59e90 req-c36f224e-f8da-4c74-8afb-ca218c248241 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400343 Aug 13 02:39:53.940963 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c9b03-e90b-4789-8f13-354882837afa req-43f46b50-9988-490b-bf5b-aa839a3e70f6 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:53.942453 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-348c9b03-e90b-4789-8f13-354882837afa req-43f46b50-9988-490b-bf5b-aa839a3e70f6 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 945 time: 0.0511680 Aug 13 02:39:53.982543 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-348c9b03-e90b-4789-8f13-354882837afa req-4dde95ee-1d22-493a-b0bb-b6e0a3aa9704 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341260 Aug 13 02:39:53.994180 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cfb20-5f1c-4a73-b87f-b4f5630a9f58 req-9fac053b-757c-4909-90f8-4ffbd5f5a39c tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:54.001721 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-683cfb20-5f1c-4a73-b87f-b4f5630a9f58 req-9fac053b-757c-4909-90f8-4ffbd5f5a39c tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 945 time: 0.0601461 Aug 13 02:39:54.034039 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-683cfb20-5f1c-4a73-b87f-b4f5630a9f58 req-d784c215-9ff3-460e-b910-688fedce509b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315027 Aug 13 02:39:54.277328 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 33778) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:54.375663 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 91a79438-633c-48a5-904c-24f3f9737974 up at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:54.386288 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99978f26-2c5b-403f-8c2e-446219ac8606 req-a9c20d3b-2329-4e8b-9b36-f313b4a8604b tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:54.387141 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e714ea94-0ec6-47c3-9f21-4d9bbf427459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:54.388036 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-99978f26-2c5b-403f-8c2e-446219ac8606 req-a9c20d3b-2329-4e8b-9b36-f313b4a8604b tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 945 time: 0.0545421 Aug 13 02:39:54.425817 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning for port 91a79438-633c-48a5-904c-24f3f9737974 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:54.426649 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-99978f26-2c5b-403f-8c2e-446219ac8606 req-2fb270dc-7a17-40db-8946-5ced86f64086 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324087 Aug 13 02:39:54.430283 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning complete for port 91a79438-633c-48a5-904c-24f3f9737974 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:54.430828 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:54.480418 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e714ea94-0ec6-47c3-9f21-4d9bbf427459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:54.481735 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38559bfa-9bc6-4708-a740-d399f4bb1a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261cb09b-5f67-48ed-a69c-f20e7ff7c3fd'}, {'server_uuid': '5b7a7f50-a509-463c-8f23-54c18ae3d048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da525de-fbee-49b3-870f-0498749a9b12'}] {{(pid=100522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:39:54.485752 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e714ea94-0ec6-47c3-9f21-4d9bbf427459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:54.490137 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8fc6cf8b2729e4d9e864767b08278c7cd211cb654a5ced023b8b854c91925" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbb5e04-efa2-44cc-a43f-95121e0b18c0" -d '{"events": [{"server_uuid": "38559bfa-9bc6-4708-a740-d399f4bb1a8f", "name": "network-vif-plugged", "status": "completed", "tag": "261cb09b-5f67-48ed-a69c-f20e7ff7c3fd"}, {"server_uuid": "5b7a7f50-a509-463c-8f23-54c18ae3d048", "name": "network-vif-plugged", "status": "completed", "tag": "8da525de-fbee-49b3-870f-0498749a9b12"}]}' {{(pid=100522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:39:54.525150 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-e714ea94-0ec6-47c3-9f21-4d9bbf427459 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ca27d5b2f384aa9a361d677d08b80b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467439 Aug 13 02:39:54.527307 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 33790) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:54.528425 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:54.540683 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 13 Aug 2021 02:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7b92a5-2599-4a6b-bfdb-948fec647733 x-openstack-request-id: req-fa7b92a5-2599-4a6b-bfdb-948fec647733 {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:39:54.540981 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38559bfa-9bc6-4708-a740-d399f4bb1a8f", "name": "network-vif-plugged", "status": "completed", "tag": "261cb09b-5f67-48ed-a69c-f20e7ff7c3fd", "code": 200}, {"server_uuid": "5b7a7f50-a509-463c-8f23-54c18ae3d048", "name": "network-vif-plugged", "status": "completed", "tag": "8da525de-fbee-49b3-870f-0498749a9b12", "code": 200}]} {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:39:54.541229 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa7b92a5-2599-4a6b-bfdb-948fec647733 {{(pid=100522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:39:54.541614 dv-cinder-760192-6-iscsi neutron-server[100522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38559bfa-9bc6-4708-a740-d399f4bb1a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261cb09b-5f67-48ed-a69c-f20e7ff7c3fd', 'code': 200} Aug 13 02:39:54.541864 dv-cinder-760192-6-iscsi neutron-server[100522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7a7f50-a509-463c-8f23-54c18ae3d048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da525de-fbee-49b3-870f-0498749a9b12', 'code': 200} Aug 13 02:39:54.544372 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714ea94-0ec6-47c3-9f21-4d9bbf427459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7bfa58-6896-474c-9c78-ed08a001d12e,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:54.564979 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 91a79438-633c-48a5-904c-24f3f9737974, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=91a79438-633c-48a5-904c-24f3f9737974,segment=NetworkSegment(1cf5c51b-f2ad-42ba-9d78-fe30b656633c),segment_id=1cf5c51b-f2ad-42ba-9d78-fe30b656633c)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:54.568766 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:54.598637 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4f60a4b5-5a61-46b0-97c9-4f8291f89b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:54.616362 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=91a79438-633c-48a5-904c-24f3f9737974,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:54.627228 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4f60a4b5-5a61-46b0-97c9-4f8291f89b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:54.671943 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4f60a4b5-5a61-46b0-97c9-4f8291f89b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:54.674407 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4f60a4b5-5a61-46b0-97c9-4f8291f89b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:54.677140 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-4f60a4b5-5a61-46b0-97c9-4f8291f89b1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f7bfa58-6896-474c-9c78-ed08a001d12e HTTP/1.1" status: 204 len: 168 time: 0.1464071 Aug 13 02:39:54.682760 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60a4b5-5a61-46b0-97c9-4f8291f89b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7bfa58-6896-474c-9c78-ed08a001d12e,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:54.925892 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 33796) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:54.938912 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7aa11f01-5b94-484a-9cc3-1ebad9ee06ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:55.026226 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7aa11f01-5b94-484a-9cc3-1ebad9ee06ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:55.029834 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7aa11f01-5b94-484a-9cc3-1ebad9ee06ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:55.078909 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-7aa11f01-5b94-484a-9cc3-1ebad9ee06ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f32583445dc64967bff8a5939562a0e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1519222 Aug 13 02:39:55.081662 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 33802) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:55.097100 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa11f01-5b94-484a-9cc3-1ebad9ee06ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519ecd7e-8f43-4af2-b07f-133aca467fcc,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:55.118135 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc69dda-b763-47df-9217-d097b4b055a6 req-c2b2253f-2c24-4873-8a70-fe47ea94d14d tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:55.119680 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-cfc69dda-b763-47df-9217-d097b4b055a6 req-c2b2253f-2c24-4873-8a70-fe47ea94d14d tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 945 time: 0.0632432 Aug 13 02:39:55.162324 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-cfc69dda-b763-47df-9217-d097b4b055a6 req-eb4b15ab-d16e-4bb9-9b9c-b4041496ae22 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365236 Aug 13 02:39:55.175370 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9e3518f8-187b-4277-b35c-937a120fda6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:55.186945 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eeb7c9-b4c9-49f7-9486-cebb26f3078b req-dce0b6d4-338a-472e-87ec-c65f371abbc2 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:55.188420 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-48eeb7c9-b4c9-49f7-9486-cebb26f3078b req-dce0b6d4-338a-472e-87ec-c65f371abbc2 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 945 time: 0.0767858 Aug 13 02:39:55.216840 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9e3518f8-187b-4277-b35c-937a120fda6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:55.258370 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-48eeb7c9-b4c9-49f7-9486-cebb26f3078b req-64c301d5-90dc-4467-859f-935b95b67043 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630636 Aug 13 02:39:55.276229 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9e3518f8-187b-4277-b35c-937a120fda6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:55.278748 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9e3518f8-187b-4277-b35c-937a120fda6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:55.279844 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-9e3518f8-187b-4277-b35c-937a120fda6c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/519ecd7e-8f43-4af2-b07f-133aca467fcc HTTP/1.1" status: 204 len: 168 time: 0.1971991 Aug 13 02:39:55.288209 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3518f8-187b-4277-b35c-937a120fda6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519ecd7e-8f43-4af2-b07f-133aca467fcc,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:55.427319 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-6b0e0a81-b985-41cc-8c9f-3d2de6cbb78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:55.547347 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e9360-c887-4f91-b03b-222e729f0a98 req-d4ea5a6a-2b48-4abc-a55b-517802e5d600 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:55.548865 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-478e9360-c887-4f91-b03b-222e729f0a98 req-d4ea5a6a-2b48-4abc-a55b-517802e5d600 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0536442 Aug 13 02:39:55.587460 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-478e9360-c887-4f91-b03b-222e729f0a98 req-6d443f91-8809-4e2f-a360-9f6406d77311 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327499 Aug 13 02:39:55.714120 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:56.263211 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:56.280559 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58accd0e-a415-4bd4-a6d6-6ace6440a3b6 req-23a07d29-6d8c-47db-969c-0bf0403b1343 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:56.282145 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-58accd0e-a415-4bd4-a6d6-6ace6440a3b6 req-23a07d29-6d8c-47db-969c-0bf0403b1343 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 945 time: 0.0529501 Aug 13 02:39:56.322778 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-58accd0e-a415-4bd4-a6d6-6ace6440a3b6 req-362eb201-37b3-4360-9233-3a433eeb4208 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334432 Aug 13 02:39:56.429054 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddcb58-aec2-4c08-9688-918077769bcb req-0ab9f9cd-3d0b-48b6-b960-cbf47d0acc65 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:56.431204 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-31ddcb58-aec2-4c08-9688-918077769bcb req-0ab9f9cd-3d0b-48b6-b960-cbf47d0acc65 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 945 time: 0.0572007 Aug 13 02:39:56.491280 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-31ddcb58-aec2-4c08-9688-918077769bcb req-14089f3e-11df-4ead-af27-e2d845856280 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513976 Aug 13 02:39:56.533184 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b6cc4-695f-4010-87c0-ee6f1f94e65d req-b1ca3c40-1196-4ab5-9d01-aa88324304dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:56.534664 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5f6b6cc4-695f-4010-87c0-ee6f1f94e65d req-b1ca3c40-1196-4ab5-9d01-aa88324304dd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 1098 time: 0.0489843 Aug 13 02:39:56.543406 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9275670d-e88d-457c-b558-fc8de2457e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a79438-633c-48a5-904c-24f3f9737974'}] {{(pid=100522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:39:56.546878 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8fc6cf8b2729e4d9e864767b08278c7cd211cb654a5ced023b8b854c91925" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830d09b3-59ce-44f5-a637-e827512261a8" -d '{"events": [{"server_uuid": "9275670d-e88d-457c-b558-fc8de2457e86", "name": "network-vif-plugged", "status": "completed", "tag": "91a79438-633c-48a5-904c-24f3f9737974"}]}' {{(pid=100522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:39:56.585954 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c017129-d1bb-4329-b68d-deb97dd68d66 x-openstack-request-id: req-6c017129-d1bb-4329-b68d-deb97dd68d66 {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:39:56.586256 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9275670d-e88d-457c-b558-fc8de2457e86", "name": "network-vif-plugged", "status": "completed", "tag": "91a79438-633c-48a5-904c-24f3f9737974", "code": 200}]} {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:39:56.586646 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c017129-d1bb-4329-b68d-deb97dd68d66 {{(pid=100522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:39:56.587201 dv-cinder-760192-6-iscsi neutron-server[100522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9275670d-e88d-457c-b558-fc8de2457e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a79438-633c-48a5-904c-24f3f9737974', 'code': 200} Aug 13 02:39:56.619462 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5f6b6cc4-695f-4010-87c0-ee6f1f94e65d req-bc525cb4-3817-4dc6-958b-55fade51944b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671856 Aug 13 02:39:56.622185 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78206c00-1591-4ff8-9ac3-54a31a677aa0 req-54e68b69-86ce-4417-a2fc-40ac9d1ed0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:56.623891 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-78206c00-1591-4ff8-9ac3-54a31a677aa0 req-54e68b69-86ce-4417-a2fc-40ac9d1ed0c0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 1098 time: 0.0704656 Aug 13 02:39:56.705883 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301c5cd-aa96-4c15-874f-fd49d87c10d3 req-0d24132c-b392-432a-a912-596dc505e71f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:56.707284 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e301c5cd-aa96-4c15-874f-fd49d87c10d3 req-0d24132c-b392-432a-a912-596dc505e71f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0496349 Aug 13 02:39:56.737157 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-78206c00-1591-4ff8-9ac3-54a31a677aa0 req-0b200916-222e-4877-bde1-d2f2fffbc1c7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385606 Aug 13 02:39:56.751753 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e301c5cd-aa96-4c15-874f-fd49d87c10d3 req-d865b36d-05d1-44ec-90d8-798e385072e5 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360785 Aug 13 02:39:56.904479 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac84436-1a40-4c79-a130-cd4846e54cb1 req-4e1d3884-3aaf-4b1c-a0f9-4d2610c91815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:56.906511 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8ac84436-1a40-4c79-a130-cd4846e54cb1 req-4e1d3884-3aaf-4b1c-a0f9-4d2610c91815 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 1099 time: 0.0467680 Aug 13 02:39:56.946782 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8ac84436-1a40-4c79-a130-cd4846e54cb1 req-593169f2-36f3-4214-a1e9-a3e9a061eb65 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287263 Aug 13 02:39:57.449725 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf884e4d-510f-45c6-a0b8-dda1ecdfe4f2 req-f83645bb-a045-4cea-85f4-863a649db98f tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:57.451411 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bf884e4d-510f-45c6-a0b8-dda1ecdfe4f2 req-f83645bb-a045-4cea-85f4-863a649db98f tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 945 time: 0.0540304 Aug 13 02:39:57.504080 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bf884e4d-510f-45c6-a0b8-dda1ecdfe4f2 req-4186d507-2e29-4b5c-8ed4-f11b49e0c8df tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428112 Aug 13 02:39:57.677447 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fa21d-7f97-4421-a416-e000840dccbd req-be642437-53ab-4e83-a9e7-9a6263916d28 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:57.680457 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-5e3fa21d-7f97-4421-a416-e000840dccbd req-be642437-53ab-4e83-a9e7-9a6263916d28 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 945 time: 0.0693099 Aug 13 02:39:57.685073 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:57.753460 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-5e3fa21d-7f97-4421-a416-e000840dccbd req-fc123f97-4140-4619-9fe5-336caa523028 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600100 Aug 13 02:39:57.938258 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 33916) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:57.984395 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191dfe6b-74a5-43b6-b3aa-138675ece99d req-f96c306a-186a-4bc0-accc-8d75292fdc65 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:57.993530 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-191dfe6b-74a5-43b6-b3aa-138675ece99d req-f96c306a-186a-4bc0-accc-8d75292fdc65 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.1182332 Aug 13 02:39:58.053082 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-191dfe6b-74a5-43b6-b3aa-138675ece99d req-08909d46-12f0-4ce7-bf04-ac0b9fe5ea74 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585926 Aug 13 02:39:58.091266 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9dc78db8-17df-4d4c-a68f-b3b54ef766c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:58.185611 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 33924) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:58.190962 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9dc78db8-17df-4d4c-a68f-b3b54ef766c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:58.195247 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9dc78db8-17df-4d4c-a68f-b3b54ef766c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:58.232597 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-9dc78db8-17df-4d4c-a68f-b3b54ef766c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a70b2940bd294709b12f7f75ac8949ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929034 Aug 13 02:39:58.233970 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc78db8-17df-4d4c-a68f-b3b54ef766c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ba0089-b009-4cd0-878c-6bca83b772ac,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:58.236644 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 33928) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:58.246403 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc78db8-17df-4d4c-a68f-b3b54ef766c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:58.246760 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc78db8-17df-4d4c-a68f-b3b54ef766c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:58.247101 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc78db8-17df-4d4c-a68f-b3b54ef766c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:58.247435 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc78db8-17df-4d4c-a68f-b3b54ef766c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:58.247792 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc78db8-17df-4d4c-a68f-b3b54ef766c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:58.248123 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc78db8-17df-4d4c-a68f-b3b54ef766c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:58.248508 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc78db8-17df-4d4c-a68f-b3b54ef766c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:58.250480 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc78db8-17df-4d4c-a68f-b3b54ef766c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:58.250838 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc78db8-17df-4d4c-a68f-b3b54ef766c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:58.251171 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc78db8-17df-4d4c-a68f-b3b54ef766c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:58.251698 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc78db8-17df-4d4c-a68f-b3b54ef766c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:58.252021 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc78db8-17df-4d4c-a68f-b3b54ef766c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:58.302901 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-66cc7c20-f9f2-493c-ab47-0688e4eff0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:58.304608 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-783f4f42-f3ba-4833-9b3c-66dedfa16864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:58.334593 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-66cc7c20-f9f2-493c-ab47-0688e4eff0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:58.407867 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-66cc7c20-f9f2-493c-ab47-0688e4eff0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:58.410334 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-66cc7c20-f9f2-493c-ab47-0688e4eff0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:58.411462 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-66cc7c20-f9f2-493c-ab47-0688e4eff0cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1ba0089-b009-4cd0-878c-6bca83b772ac HTTP/1.1" status: 204 len: 168 time: 0.1740413 Aug 13 02:39:58.424414 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc7c20-f9f2-493c-ab47-0688e4eff0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ba0089-b009-4cd0-878c-6bca83b772ac,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:58.435478 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc7c20-f9f2-493c-ab47-0688e4eff0cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:58.435912 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc7c20-f9f2-493c-ab47-0688e4eff0cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:58.436732 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc7c20-f9f2-493c-ab47-0688e4eff0cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:58.437073 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc7c20-f9f2-493c-ab47-0688e4eff0cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:58.437402 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc7c20-f9f2-493c-ab47-0688e4eff0cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:58.437716 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc7c20-f9f2-493c-ab47-0688e4eff0cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:58.438112 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc7c20-f9f2-493c-ab47-0688e4eff0cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:58.438362 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc7c20-f9f2-493c-ab47-0688e4eff0cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:58.438687 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc7c20-f9f2-493c-ab47-0688e4eff0cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:58.439008 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc7c20-f9f2-493c-ab47-0688e4eff0cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:58.439330 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc7c20-f9f2-493c-ab47-0688e4eff0cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:58.439672 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc7c20-f9f2-493c-ab47-0688e4eff0cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:58.460911 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-783f4f42-f3ba-4833-9b3c-66dedfa16864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:58.465886 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-783f4f42-f3ba-4833-9b3c-66dedfa16864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:58.504660 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-783f4f42-f3ba-4833-9b3c-66dedfa16864 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39b1d1fdfe14402ea16cfc6404ae21b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3179345 Aug 13 02:39:58.505465 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f4f42-f3ba-4833-9b3c-66dedfa16864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d28cf7-0f67-4e39-a8ab-09cce9bd3c52,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:58.507581 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 33932) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:58.569659 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b50cb33f-172f-47af-9a68-6dddae5cc802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:58.602983 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b50cb33f-172f-47af-9a68-6dddae5cc802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:58.707225 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15d8c7-101d-4ca2-ba37-127fdc85cae0 req-6c9c4850-0b98-42f9-93a8-0e5d50a80c1c tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:58.709420 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-7c15d8c7-101d-4ca2-ba37-127fdc85cae0 req-6c9c4850-0b98-42f9-93a8-0e5d50a80c1c tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 945 time: 0.0968108 Aug 13 02:39:58.747779 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 33946) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:58.748114 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b50cb33f-172f-47af-9a68-6dddae5cc802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:58.753058 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b50cb33f-172f-47af-9a68-6dddae5cc802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:58.757519 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-b50cb33f-172f-47af-9a68-6dddae5cc802 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57d28cf7-0f67-4e39-a8ab-09cce9bd3c52 HTTP/1.1" status: 204 len: 168 time: 0.2488575 Aug 13 02:39:58.774509 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4961-1eb4-416d-8bb8-a9a37b6e4dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:58.807195 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cb33f-172f-47af-9a68-6dddae5cc802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d28cf7-0f67-4e39-a8ab-09cce9bd3c52,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:58.823095 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-7c15d8c7-101d-4ca2-ba37-127fdc85cae0 req-aaade407-c645-47c4-98c6-69528ad94bff tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048205 Aug 13 02:39:58.995595 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99898751-2590-4f52-9aad-76fb9c2a2d6c req-0075e464-b88a-4ab4-a20d-e67588679e5d tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:58.998671 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-99898751-2590-4f52-9aad-76fb9c2a2d6c req-0075e464-b88a-4ab4-a20d-e67588679e5d tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 945 time: 0.1206603 Aug 13 02:39:59.080276 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-99898751-2590-4f52-9aad-76fb9c2a2d6c req-b098f819-2734-4477-84bc-8e5caefe2f30 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698993 Aug 13 02:39:59.121478 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4961-1eb4-416d-8bb8-a9a37b6e4dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:59.128985 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4961-1eb4-416d-8bb8-a9a37b6e4dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:59.156946 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 33976) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:59.177787 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-3f0f4961-1eb4-416d-8bb8-a9a37b6e4dea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=406859fd32974945bd55cc523ffaea6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4288406 Aug 13 02:39:59.182188 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 33980) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:59.204229 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f4961-1eb4-416d-8bb8-a9a37b6e4dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4de356b-4121-4f98-be12-699c11555173,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:59.344943 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fa6e0-f76a-4c8d-bfd2-51f46dc73f32 req-63a98285-540c-4158-b9da-e516ff477f7d tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:59.352805 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-211fa6e0-f76a-4c8d-bfd2-51f46dc73f32 req-63a98285-540c-4158-b9da-e516ff477f7d tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.1719580 Aug 13 02:39:59.377903 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-0d2a994c-4b35-4ca9-afea-64a029a97b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:59.447465 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 33990) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:59.469193 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4e31038b-ca8d-49cd-9948-ba0c3f52cff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:59.615727 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7de5bcef-bfb9-45f4-bd61-94d7600d333b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:59.626085 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4e31038b-ca8d-49cd-9948-ba0c3f52cff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:59.630645 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4e31038b-ca8d-49cd-9948-ba0c3f52cff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:59.638768 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-0d2a994c-4b35-4ca9-afea-64a029a97b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:59.676130 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-211fa6e0-f76a-4c8d-bfd2-51f46dc73f32 req-2e2a6fae-1f54-4336-8090-241abd1754fc tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222253 Aug 13 02:39:59.699584 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-4e31038b-ca8d-49cd-9948-ba0c3f52cff2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49607b4b82904b8e9beb74adf2ac4124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504869 Aug 13 02:39:59.701348 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31038b-ca8d-49cd-9948-ba0c3f52cff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68a91e9-6be0-4f89-bde4-7067ca3473e6,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:59.714020 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 34004) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:59.784536 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-0d2a994c-4b35-4ca9-afea-64a029a97b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:59.786974 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-0d2a994c-4b35-4ca9-afea-64a029a97b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:59.788152 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-0d2a994c-4b35-4ca9-afea-64a029a97b57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4de356b-4121-4f98-be12-699c11555173 HTTP/1.1" status: 204 len: 168 time: 0.6048808 Aug 13 02:39:59.822781 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a994c-4b35-4ca9-afea-64a029a97b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4de356b-4121-4f98-be12-699c11555173,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:59.825034 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-571fe23e-3e56-473e-a69b-2db4356a70a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:59.869901 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-571fe23e-3e56-473e-a69b-2db4356a70a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:59.900171 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7de5bcef-bfb9-45f4-bd61-94d7600d333b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:59.910770 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7de5bcef-bfb9-45f4-bd61-94d7600d333b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:59.958287 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 34008) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:59.958429 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-7de5bcef-bfb9-45f4-bd61-94d7600d333b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de6423263d474faf89158a3064f7ef2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8002653 Aug 13 02:39:59.976309 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5bcef-bfb9-45f4-bd61-94d7600d333b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e79555-fa80-4349-b168-5355f142cdf3,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:00.017431 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-571fe23e-3e56-473e-a69b-2db4356a70a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:00.019757 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-880a78f1-31a4-4e24-b888-d1f3de68c28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:00.020831 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-571fe23e-3e56-473e-a69b-2db4356a70a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:00.022423 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-571fe23e-3e56-473e-a69b-2db4356a70a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b68a91e9-6be0-4f89-bde4-7067ca3473e6 HTTP/1.1" status: 204 len: 168 time: 0.3064909 Aug 13 02:40:00.070695 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fe23e-3e56-473e-a69b-2db4356a70a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68a91e9-6be0-4f89-bde4-7067ca3473e6,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:00.103153 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe43b5e-dacd-41b6-9db2-93f7d66365f0 req-12fa34a8-c27f-4d85-89bf-214c6f4bcb9b tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:00.105480 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3fe43b5e-dacd-41b6-9db2-93f7d66365f0 req-12fa34a8-c27f-4d85-89bf-214c6f4bcb9b tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0813112 Aug 13 02:40:00.127558 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-880a78f1-31a4-4e24-b888-d1f3de68c28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:00.173763 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c6382-5a14-4abc-89de-3d091a6a33e7 req-94b16ce5-6337-4f99-bebe-b87f2f0a39ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:00.175638 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-895c6382-5a14-4abc-89de-3d091a6a33e7 req-94b16ce5-6337-4f99-bebe-b87f2f0a39ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad59fce07ec3416db582f1d506e2a581&device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 1099 time: 0.1426401 Aug 13 02:40:00.188847 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3fe43b5e-dacd-41b6-9db2-93f7d66365f0 req-3ca7c71f-c115-404f-aff9-5eb9121b7190 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776279 Aug 13 02:40:00.270880 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-880a78f1-31a4-4e24-b888-d1f3de68c28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:00.273385 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-880a78f1-31a4-4e24-b888-d1f3de68c28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:00.277572 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-880a78f1-31a4-4e24-b888-d1f3de68c28e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10e79555-fa80-4349-b168-5355f142cdf3 HTTP/1.1" status: 204 len: 168 time: 0.3177569 Aug 13 02:40:00.291351 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a78f1-31a4-4e24-b888-d1f3de68c28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e79555-fa80-4349-b168-5355f142cdf3,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:00.320930 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c6382-5a14-4abc-89de-3d091a6a33e7 req-883df398-8d64-4d30-bbdb-c9266f21b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:00.322397 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-895c6382-5a14-4abc-89de-3d091a6a33e7 req-883df398-8d64-4d30-bbdb-c9266f21b6bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=21e28e08-41d0-472d-a21a-15a7a1bf62f1 HTTP/1.1" status: 200 len: 920 time: 0.1370499 Aug 13 02:40:00.376534 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-895c6382-5a14-4abc-89de-3d091a6a33e7 req-12e87202-5f70-4a22-ac6f-08426e5487ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91a79438-633c-48a5-904c-24f3f9737974 HTTP/1.1" status: 200 len: 217 time: 0.0396554 Aug 13 02:40:00.438808 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c6382-5a14-4abc-89de-3d091a6a33e7 req-14ddbff5-8e24-4b6c-96d5-b0da9792a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:00.440727 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-895c6382-5a14-4abc-89de-3d091a6a33e7 req-14ddbff5-8e24-4b6c-96d5-b0da9792a0f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=906d1824-252c-4a14-9659-5d1356c53672 HTTP/1.1" status: 200 len: 859 time: 0.0546448 Aug 13 02:40:00.481566 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-895c6382-5a14-4abc-89de-3d091a6a33e7 req-79741ac2-5a1f-46b3-83ce-41ef0c03b022 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21e28e08-41d0-472d-a21a-15a7a1bf62f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310962 Aug 13 02:40:00.622932 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-895c6382-5a14-4abc-89de-3d091a6a33e7 req-570d9906-c711-49b9-855f-62ccfdd692a1 service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153312 Aug 13 02:40:00.831954 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-895c6382-5a14-4abc-89de-3d091a6a33e7 req-6a16ed33-4274-478a-a35c-64816a4bd547 service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803188 Aug 13 02:40:01.338446 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f5f21-0b5f-4460-8e9b-a351a568529c req-2fb4ce3e-e85c-46db-bfa2-ccd87c5403c8 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:01.340355 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3d2f5f21-0b5f-4460-8e9b-a351a568529c req-2fb4ce3e-e85c-46db-bfa2-ccd87c5403c8 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0619373 Aug 13 02:40:01.398932 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3d2f5f21-0b5f-4460-8e9b-a351a568529c req-de7e4ea4-aeeb-4a6c-8d41-1c4cae708c96 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476706 Aug 13 02:40:01.966201 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 34152) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:01.976864 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 34156) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:02.089345 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-2ac4336e-2bfe-452e-a019-4b98654439cd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1255740680-network', 'tenant_id': '334c45c7c945452ca7d3ff037765e4c9'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:02.113799 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac4336e-2bfe-452e-a019-4b98654439cd admin admin] Made reservation on behalf of 334c45c7c945452ca7d3ff037765e4c9 for: {'network': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:02.116681 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2ac4336e-2bfe-452e-a019-4b98654439cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for network, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.133845 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2ac4336e-2bfe-452e-a019-4b98654439cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.140407 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b27d941d-e7ab-407c-b025-396ccb759c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.257175 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2ac4336e-2bfe-452e-a019-4b98654439cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.264945 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2ac4336e-2bfe-452e-a019-4b98654439cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.309039 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4336e-2bfe-452e-a019-4b98654439cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d81bcc-3277-4a76-8016-3858dc7c2ff4,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:02.316433 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac4336e-2bfe-452e-a019-4b98654439cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=100520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:40:02.329924 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2ac4336e-2bfe-452e-a019-4b98654439cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.330439 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.db.segments_db [None req-2ac4336e-2bfe-452e-a019-4b98654439cd admin admin] Added segment 52137f27-6686-41ec-b43a-eeb7e5900987 of type vlan for network 370045cb-4276-4850-9f57-7e5bcf733640 Aug 13 02:40:02.394928 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b27d941d-e7ab-407c-b025-396ccb759c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.396491 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2ac4336e-2bfe-452e-a019-4b98654439cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730805411148'] for network, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.400978 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b27d941d-e7ab-407c-b025-396ccb759c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.453080 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-b27d941d-e7ab-407c-b025-396ccb759c74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a16c7710503148479f0751f3b7b24d2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4751425 Aug 13 02:40:02.455619 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d941d-e7ab-407c-b025-396ccb759c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61899634-a32a-4c66-b403-c8c9bad3e114,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:02.455745 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 34184) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:02.494848 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2ac4336e-2bfe-452e-a019-4b98654439cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for network, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.495982 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac4336e-2bfe-452e-a019-4b98654439cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:02.496417 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2ac4336e-2bfe-452e-a019-4b98654439cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.560739 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4336e-2bfe-452e-a019-4b98654439cd admin admin] Pushing event updated for resources: {'Network': ['ID=370045cb-4276-4850-9f57-7e5bcf733640,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:02.581589 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-2ac4336e-2bfe-452e-a019-4b98654439cd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6142917 Aug 13 02:40:02.584532 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 34190) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:02.593232 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-781fad86-1788-46fc-a27b-f64c6b6c32d7 admin admin] Request body: {'subnet': {'network_id': '370045cb-4276-4850-9f57-7e5bcf733640', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1255740680-subnet', 'tenant_id': '334c45c7c945452ca7d3ff037765e4c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:02.597590 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Network 370045cb-4276-4850-9f57-7e5bcf733640 details requested by agent ovs-agent-dv-cinder-760192-6-iscsi with host dv-cinder-760192-6-iscsi {{(pid=100522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:40:02.622521 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bb57a8f5-fc6e-41df-813a-653d1739dd88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.651587 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b564b85-775d-4718-a563-fc5fa9fb6ac9 req-843f184f-d569-4b4c-9374-b0526bfa9c69 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:02.651804 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bb57a8f5-fc6e-41df-813a-653d1739dd88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.653247 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-0b564b85-775d-4718-a563-fc5fa9fb6ac9 req-843f184f-d569-4b4c-9374-b0526bfa9c69 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.1318216 Aug 13 02:40:02.661989 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781fad86-1788-46fc-a27b-f64c6b6c32d7 admin admin] Made reservation on behalf of 334c45c7c945452ca7d3ff037765e4c9 for: {'subnet': 1} {{(pid=100521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:02.665439 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-781fad86-1788-46fc-a27b-f64c6b6c32d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.729918 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bb57a8f5-fc6e-41df-813a-653d1739dd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.739840 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bb57a8f5-fc6e-41df-813a-653d1739dd88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.743051 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-bb57a8f5-fc6e-41df-813a-653d1739dd88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61899634-a32a-4c66-b403-c8c9bad3e114 HTTP/1.1" status: 204 len: 168 time: 0.2862558 Aug 13 02:40:02.754955 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57a8f5-fc6e-41df-813a-653d1739dd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61899634-a32a-4c66-b403-c8c9bad3e114,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:02.839063 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-0b564b85-775d-4718-a563-fc5fa9fb6ac9 req-9d4c0fa3-e017-4ab7-a556-59d37766656f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676958 Aug 13 02:40:02.966564 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-781fad86-1788-46fc-a27b-f64c6b6c32d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for subnet, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:03.022434 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fad86-1788-46fc-a27b-f64c6b6c32d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eff42d8-2cb4-4266-8d63-b43ae3d78a6e,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:03.038006 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781fad86-1788-46fc-a27b-f64c6b6c32d7 admin admin] Checking segment: {'id': '52137f27-6686-41ec-b43a-eeb7e5900987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '370045cb-4276-4850-9f57-7e5bcf733640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:03.038367 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781fad86-1788-46fc-a27b-f64c6b6c32d7 admin admin] Network hostable DHCP agents. Network: 370045cb-4276-4850-9f57-7e5bcf733640, hostable agents: ['595598fe-73c0-479d-97dd-8b235d94b446'], hosted agents: [] {{(pid=100521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:40:03.054968 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781fad86-1788-46fc-a27b-f64c6b6c32d7 admin admin] Network 370045cb-4276-4850-9f57-7e5bcf733640 is scheduled to be hosted by DHCP agent 595598fe-73c0-479d-97dd-8b235d94b446 with binding_index 1 {{(pid=100521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:40:03.065574 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-781fad86-1788-46fc-a27b-f64c6b6c32d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760192-6-iscsi, 370045cb-4276-4850-9f57-7e5bcf733640) {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:03.069920 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781fad86-1788-46fc-a27b-f64c6b6c32d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:03.070681 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-781fad86-1788-46fc-a27b-f64c6b6c32d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:03.080586 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d4db3e-3231-4176-9641-3fabf19441f2 None None] Network 370045cb-4276-4850-9f57-7e5bcf733640 requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:40:03.094147 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-781fad86-1788-46fc-a27b-f64c6b6c32d7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5081966 Aug 13 02:40:03.234793 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a33a45d-7dec-46f9-ad61-9e34fa604b6b None None] Network 370045cb-4276-4850-9f57-7e5bcf733640 requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:40:03.975341 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c198229-5361-49a2-af31-843800adac26 req-214ddc15-995e-4fd0-b005-6eaad23026a6 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:03.984982 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8c198229-5361-49a2-af31-843800adac26 req-214ddc15-995e-4fd0-b005-6eaad23026a6 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0681272 Aug 13 02:40:04.040788 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8c198229-5361-49a2-af31-843800adac26 req-40de1324-1c58-46d0-b989-c639b74f1315 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544672 Aug 13 02:40:04.628434 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 34320) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:04.740221 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6510da01-5c07-4287-a8a1-9dd6033f9f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:04.790828 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 34328) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:04.849484 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6510da01-5c07-4287-a8a1-9dd6033f9f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:04.853905 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6510da01-5c07-4287-a8a1-9dd6033f9f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:04.898629 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-6510da01-5c07-4287-a8a1-9dd6033f9f6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a2fbfbbe566496291b341089189c947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690878 Aug 13 02:40:04.900666 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510da01-5c07-4287-a8a1-9dd6033f9f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b9cfe2-178a-4241-b5af-8a8fd9febcba,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:04.901264 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 34336) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:04.933514 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-12b957be-b77a-4fd9-8bd3-1577758585b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:04.984142 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-76ec3daa-f5b5-4d69-8b0c-3f5b455acb5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:05.026038 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-76ec3daa-f5b5-4d69-8b0c-3f5b455acb5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:05.104022 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-12b957be-b77a-4fd9-8bd3-1577758585b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:05.104940 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-76ec3daa-f5b5-4d69-8b0c-3f5b455acb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:05.107734 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-76ec3daa-f5b5-4d69-8b0c-3f5b455acb5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:05.108964 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-76ec3daa-f5b5-4d69-8b0c-3f5b455acb5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23b9cfe2-178a-4241-b5af-8a8fd9febcba HTTP/1.1" status: 204 len: 168 time: 0.2067335 Aug 13 02:40:05.114316 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-12b957be-b77a-4fd9-8bd3-1577758585b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:05.134391 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec3daa-f5b5-4d69-8b0c-3f5b455acb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b9cfe2-178a-4241-b5af-8a8fd9febcba,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:05.158110 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15460def-7152-40cd-8a74-9e118c8b2011 req-1c5ac90c-f918-44f2-914c-3b6c96843de8 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:05.165868 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-15460def-7152-40cd-8a74-9e118c8b2011 req-1c5ac90c-f918-44f2-914c-3b6c96843de8 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/networks?id=370045cb-4276-4850-9f57-7e5bcf733640 HTTP/1.1" status: 200 len: 814 time: 0.1407657 Aug 13 02:40:05.182188 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-15460def-7152-40cd-8a74-9e118c8b2011 req-5ad2fe08-ea11-409b-8071-c0b40c065a27 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/quotas/334c45c7c945452ca7d3ff037765e4c9 HTTP/1.1" status: 200 len: 375 time: 0.0154660 Aug 13 02:40:05.192266 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-12b957be-b77a-4fd9-8bd3-1577758585b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=828808a4a92c411182f1860bd202ea99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4002559 Aug 13 02:40:05.194896 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 34356) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:05.203423 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b957be-b77a-4fd9-8bd3-1577758585b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73bbd5d-ff17-40f3-91cb-999b2e663238,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:05.224122 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-15460def-7152-40cd-8a74-9e118c8b2011 req-b3975b18-7411-4cd7-a6ba-8eef505e7b5e tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=334c45c7c945452ca7d3ff037765e4c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408282 Aug 13 02:40:05.231181 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de52a0-0fe1-42bb-b5c8-da7883ce5cd3 req-b9edbc56-7bd2-4ee3-9168-e456a7ee4089 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:05.233098 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-56de52a0-0fe1-42bb-b5c8-da7883ce5cd3 req-b9edbc56-7bd2-4ee3-9168-e456a7ee4089 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.1228256 Aug 13 02:40:05.292424 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-56de52a0-0fe1-42bb-b5c8-da7883ce5cd3 req-3e61d058-ba83-4206-b89a-3a37339191f0 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525603 Aug 13 02:40:05.299942 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-15ef37f0-ad74-4b4d-8ec8-eac29d903051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:05.335712 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-15460def-7152-40cd-8a74-9e118c8b2011 req-98cd9e6e-db49-452c-b196-84f7383df369 service neutron] 10.222.0.13 "GET /v2.0/networks/370045cb-4276-4850-9f57-7e5bcf733640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106060 Aug 13 02:40:05.355773 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-15ef37f0-ad74-4b4d-8ec8-eac29d903051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:05.412933 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-15ef37f0-ad74-4b4d-8ec8-eac29d903051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:05.415640 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-15ef37f0-ad74-4b4d-8ec8-eac29d903051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:05.419415 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-15ef37f0-ad74-4b4d-8ec8-eac29d903051 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a73bbd5d-ff17-40f3-91cb-999b2e663238 HTTP/1.1" status: 204 len: 168 time: 0.2208154 Aug 13 02:40:05.425086 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef37f0-ad74-4b4d-8ec8-eac29d903051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73bbd5d-ff17-40f3-91cb-999b2e663238,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:05.461680 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-15460def-7152-40cd-8a74-9e118c8b2011 req-e7731ec9-519b-4a5b-be9b-8991a7068116 service neutron] 10.222.0.13 "GET /v2.0/networks/370045cb-4276-4850-9f57-7e5bcf733640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197679 Aug 13 02:40:05.480550 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 34366) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:05.495675 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ab16c306-6c6b-4780-be9f-4a385d4e4e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:05.606405 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ab16c306-6c6b-4780-be9f-4a385d4e4e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:05.613003 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ab16c306-6c6b-4780-be9f-4a385d4e4e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:05.675393 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9454b6b2-b354-4899-bece-c725ae749c74 req-b5cedc85-daca-4d54-9377-572f00539786 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=588883b6-86e8-4da8-9fb6-5def3545e68a HTTP/1.1" status: 200 len: 210 time: 0.0461075 Aug 13 02:40:05.693578 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-ab16c306-6c6b-4780-be9f-4a385d4e4e03 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ffd6c2c88d84717b9b7f5ae3c5b28f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118309 Aug 13 02:40:05.696109 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 34380) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:05.709820 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16c306-6c6b-4780-be9f-4a385d4e4e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cdf91d-61cd-4ea4-baa2-427e3ae24216,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:05.774005 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f09569d3-779a-40fc-b219-6168e9288874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:05.804141 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f09569d3-779a-40fc-b219-6168e9288874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:05.882846 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 34394) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:05.894597 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f09569d3-779a-40fc-b219-6168e9288874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:05.898390 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f09569d3-779a-40fc-b219-6168e9288874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:05.899721 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-f09569d3-779a-40fc-b219-6168e9288874 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5cdf91d-61cd-4ea4-baa2-427e3ae24216 HTTP/1.1" status: 204 len: 168 time: 0.2019327 Aug 13 02:40:05.910225 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09569d3-779a-40fc-b219-6168e9288874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cdf91d-61cd-4ea4-baa2-427e3ae24216,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:05.915044 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f2343cc2-68c6-452b-82c1-9aa6834aaa41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:06.049928 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f2343cc2-68c6-452b-82c1-9aa6834aaa41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:06.054318 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f2343cc2-68c6-452b-82c1-9aa6834aaa41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:06.096106 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-f2343cc2-68c6-452b-82c1-9aa6834aaa41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45fd2c10fc3c4325988475d006b3ace3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2102113 Aug 13 02:40:06.097257 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2343cc2-68c6-452b-82c1-9aa6834aaa41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee3832d-11b5-4230-99fc-a819b096e12f,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:06.099709 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 34406) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:06.179058 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71648a77-4eed-4b76-9158-1b4222bae8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:06.203482 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71648a77-4eed-4b76-9158-1b4222bae8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:06.281251 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71648a77-4eed-4b76-9158-1b4222bae8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:06.292039 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71648a77-4eed-4b76-9158-1b4222bae8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:06.296505 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-71648a77-4eed-4b76-9158-1b4222bae8b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eee3832d-11b5-4230-99fc-a819b096e12f HTTP/1.1" status: 204 len: 168 time: 0.1915710 Aug 13 02:40:06.302372 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71648a77-4eed-4b76-9158-1b4222bae8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee3832d-11b5-4230-99fc-a819b096e12f,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:06.497421 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8efb99-8e9a-4c3b-8864-2d5e65216553 req-3b82a2fb-3976-45cf-a3e5-69a8a153a9f0 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:06.506192 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8b8efb99-8e9a-4c3b-8864-2d5e65216553 req-3b82a2fb-3976-45cf-a3e5-69a8a153a9f0 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.1080418 Aug 13 02:40:06.565284 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8b8efb99-8e9a-4c3b-8864-2d5e65216553 req-6d0d6458-8ff6-41a2-8331-674a83472db6 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448802 Aug 13 02:40:06.784930 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ab5be0f5-e886-4ae0-b8e5-0860bfd43228 req-d9295a77-ee06-44c2-9a29-2d0bebd9834e tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=588883b6-86e8-4da8-9fb6-5def3545e68a HTTP/1.1" status: 200 len: 210 time: 0.0369470 Aug 13 02:40:07.118411 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15460def-7152-40cd-8a74-9e118c8b2011 req-5dd6cc37-c855-4418-9b89-6a36c8d0c6b3 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:07.119965 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-15460def-7152-40cd-8a74-9e118c8b2011 req-5dd6cc37-c855-4418-9b89-6a36c8d0c6b3 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.36 "GET /v2.0/networks?id=370045cb-4276-4850-9f57-7e5bcf733640 HTTP/1.1" status: 200 len: 814 time: 0.1376956 Aug 13 02:40:07.144419 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-15460def-7152-40cd-8a74-9e118c8b2011 req-1c182ef3-4207-4c60-9349-dcb330738262 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Request body: {'port': {'device_id': '588883b6-86e8-4da8-9fb6-5def3545e68a', 'network_id': '370045cb-4276-4850-9f57-7e5bcf733640', 'admin_state_up': True, 'tenant_id': '334c45c7c945452ca7d3ff037765e4c9'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:07.269394 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15460def-7152-40cd-8a74-9e118c8b2011 req-1c182ef3-4207-4c60-9349-dcb330738262 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Made reservation on behalf of 334c45c7c945452ca7d3ff037765e4c9 for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:07.274874 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-15460def-7152-40cd-8a74-9e118c8b2011 req-1c182ef3-4207-4c60-9349-dcb330738262 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:07.415363 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-15460def-7152-40cd-8a74-9e118c8b2011 req-1c182ef3-4207-4c60-9349-dcb330738262 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Allocated IP 172.20.0.13 (370045cb-4276-4850-9f57-7e5bcf733640/8eff42d8-2cb4-4266-8d63-b43ae3d78a6e/bd5563ce-30df-43b5-a85f-6aeaeff66795) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:40:07.592831 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-15460def-7152-40cd-8a74-9e118c8b2011 req-1c182ef3-4207-4c60-9349-dcb330738262 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:07.648493 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-15460def-7152-40cd-8a74-9e118c8b2011 req-1c182ef3-4207-4c60-9349-dcb330738262 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:07.757342 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae57a17-774d-48af-84f0-85fcd1518083 req-634bed87-3f80-4f2c-b27e-a4de97370aef tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:07.759918 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-6ae57a17-774d-48af-84f0-85fcd1518083 req-634bed87-3f80-4f2c-b27e-a4de97370aef tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.1092839 Aug 13 02:40:07.765235 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15460def-7152-40cd-8a74-9e118c8b2011 req-1c182ef3-4207-4c60-9349-dcb330738262 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Network 370045cb-4276-4850-9f57-7e5bcf733640 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:40:07.781400 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-15460def-7152-40cd-8a74-9e118c8b2011 req-1c182ef3-4207-4c60-9349-dcb330738262 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:07.787924 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-15460def-7152-40cd-8a74-9e118c8b2011 req-1c182ef3-4207-4c60-9349-dcb330738262 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:40:07.806600 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15460def-7152-40cd-8a74-9e118c8b2011 req-1c182ef3-4207-4c60-9349-dcb330738262 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:07.807585 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-15460def-7152-40cd-8a74-9e118c8b2011 req-1c182ef3-4207-4c60-9349-dcb330738262 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:07.846458 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c182ef3-4207-4c60-9349-dcb330738262 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Pushing event updated for resources: {'Port': ['ID=bd5563ce-30df-43b5-a85f-6aeaeff66795,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:07.860093 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-15460def-7152-40cd-8a74-9e118c8b2011 req-1c182ef3-4207-4c60-9349-dcb330738262 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7197833 Aug 13 02:40:07.865870 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-6ae57a17-774d-48af-84f0-85fcd1518083 req-d068f898-61dc-4641-9572-2199b08d8276 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971708 Aug 13 02:40:07.897163 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-15460def-7152-40cd-8a74-9e118c8b2011 req-6a3558d8-30ca-4f0e-823e-9e40a3ab1c4f service neutron] Request body: {'port': {'device_id': '588883b6-86e8-4da8-9fb6-5def3545e68a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:08.026406 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-15460def-7152-40cd-8a74-9e118c8b2011 req-6a3558d8-30ca-4f0e-823e-9e40a3ab1c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:08.041983 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 34548) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:08.076131 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140320f-2bcd-4cab-9a1b-c311d745d9f2 req-87305a72-ae09-4897-b141-f5a8e8198dbd tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:08.077712 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6140320f-2bcd-4cab-9a1b-c311d745d9f2 req-87305a72-ae09-4897-b141-f5a8e8198dbd tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=588883b6-86e8-4da8-9fb6-5def3545e68a HTTP/1.1" status: 200 len: 932 time: 0.1490765 Aug 13 02:40:08.172866 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6140320f-2bcd-4cab-9a1b-c311d745d9f2 req-a65c1b28-e235-4fc5-ab31-edc5b426d251 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845473 Aug 13 02:40:08.230707 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-36f34c5b-b855-458e-885f-7b5fa234beba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:08.353582 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-36f34c5b-b855-458e-885f-7b5fa234beba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:08.358636 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-36f34c5b-b855-458e-885f-7b5fa234beba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:08.409740 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-36f34c5b-b855-458e-885f-7b5fa234beba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a531dc4986ab465fbf9949221eda93a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3666093 Aug 13 02:40:08.410700 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f34c5b-b855-458e-885f-7b5fa234beba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53598de-cc1a-4751-9be8-a9bc5955474a,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:08.412993 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 34568) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:08.457105 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-15460def-7152-40cd-8a74-9e118c8b2011 req-6a3558d8-30ca-4f0e-823e-9e40a3ab1c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd5563ce-30df-43b5-a85f-6aeaeff66795 {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:40:08.465689 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-15460def-7152-40cd-8a74-9e118c8b2011 req-6a3558d8-30ca-4f0e-823e-9e40a3ab1c4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:08.472556 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-04a9601b-72f0-4f5e-8d9b-933895912955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:08.481480 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-15460def-7152-40cd-8a74-9e118c8b2011 req-6a3558d8-30ca-4f0e-823e-9e40a3ab1c4f service neutron] Transition to ACTIVE for port object bd5563ce-30df-43b5-a85f-6aeaeff66795 will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:08.486353 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-15460def-7152-40cd-8a74-9e118c8b2011 req-6a3558d8-30ca-4f0e-823e-9e40a3ab1c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:08.504224 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-04a9601b-72f0-4f5e-8d9b-933895912955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:08.534169 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 34572) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:08.574310 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-04a9601b-72f0-4f5e-8d9b-933895912955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:08.578475 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-04a9601b-72f0-4f5e-8d9b-933895912955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:08.580100 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-04a9601b-72f0-4f5e-8d9b-933895912955 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f53598de-cc1a-4751-9be8-a9bc5955474a HTTP/1.1" status: 204 len: 168 time: 0.1661966 Aug 13 02:40:08.590896 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9601b-72f0-4f5e-8d9b-933895912955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53598de-cc1a-4751-9be8-a9bc5955474a,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:08.630950 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3558d8-30ca-4f0e-823e-9e40a3ab1c4f service neutron] Pushing event updated for resources: {'Port': ['ID=bd5563ce-30df-43b5-a85f-6aeaeff66795,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:08.643050 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-15460def-7152-40cd-8a74-9e118c8b2011 req-6a3558d8-30ca-4f0e-823e-9e40a3ab1c4f service neutron] Attempting to bind port bd5563ce-30df-43b5-a85f-6aeaeff66795 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:40:08.643388 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-15460def-7152-40cd-8a74-9e118c8b2011 req-6a3558d8-30ca-4f0e-823e-9e40a3ab1c4f service neutron] Attempting to bind port bd5563ce-30df-43b5-a85f-6aeaeff66795 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '52137f27-6686-41ec-b43a-eeb7e5900987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '370045cb-4276-4850-9f57-7e5bcf733640'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:40:08.643752 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15460def-7152-40cd-8a74-9e118c8b2011 req-6a3558d8-30ca-4f0e-823e-9e40a3ab1c4f service neutron] Attempting to bind port bd5563ce-30df-43b5-a85f-6aeaeff66795 on network 370045cb-4276-4850-9f57-7e5bcf733640 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:40:08.648163 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15460def-7152-40cd-8a74-9e118c8b2011 req-6a3558d8-30ca-4f0e-823e-9e40a3ab1c4f service neutron] Port bd5563ce-30df-43b5-a85f-6aeaeff66795 on network 370045cb-4276-4850-9f57-7e5bcf733640 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:40:08.648484 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15460def-7152-40cd-8a74-9e118c8b2011 req-6a3558d8-30ca-4f0e-823e-9e40a3ab1c4f service neutron] Attempting to bind port bd5563ce-30df-43b5-a85f-6aeaeff66795 on network 370045cb-4276-4850-9f57-7e5bcf733640 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:40:08.653443 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15460def-7152-40cd-8a74-9e118c8b2011 req-6a3558d8-30ca-4f0e-823e-9e40a3ab1c4f service neutron] Checking agent: {'id': 'ed42ff0f-eab8-465d-8b76-aea1e8788a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'started_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:40:08.653888 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15460def-7152-40cd-8a74-9e118c8b2011 req-6a3558d8-30ca-4f0e-823e-9e40a3ab1c4f service neutron] Checking segment: {'id': '52137f27-6686-41ec-b43a-eeb7e5900987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '370045cb-4276-4850-9f57-7e5bcf733640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:08.654953 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15460def-7152-40cd-8a74-9e118c8b2011 req-6a3558d8-30ca-4f0e-823e-9e40a3ab1c4f service neutron] Bound using segment: {'id': '52137f27-6686-41ec-b43a-eeb7e5900987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '370045cb-4276-4850-9f57-7e5bcf733640'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:40:08.655390 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-15460def-7152-40cd-8a74-9e118c8b2011 req-6a3558d8-30ca-4f0e-823e-9e40a3ab1c4f service neutron] Bound port: bd5563ce-30df-43b5-a85f-6aeaeff66795, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52137f27-6686-41ec-b43a-eeb7e5900987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '370045cb-4276-4850-9f57-7e5bcf733640'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:40:08.655921 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-15460def-7152-40cd-8a74-9e118c8b2011 req-6a3558d8-30ca-4f0e-823e-9e40a3ab1c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:08.724210 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-15460def-7152-40cd-8a74-9e118c8b2011 req-6a3558d8-30ca-4f0e-823e-9e40a3ab1c4f service neutron] For port bd5563ce-30df-43b5-a85f-6aeaeff66795, host hv-cinder-76019, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:40:08.727462 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-15460def-7152-40cd-8a74-9e118c8b2011 req-6a3558d8-30ca-4f0e-823e-9e40a3ab1c4f service neutron] For port bd5563ce-30df-43b5-a85f-6aeaeff66795, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bd5563ce-30df-43b5-a85f-6aeaeff66795,segment=NetworkSegment(52137f27-6686-41ec-b43a-eeb7e5900987),segment_id=52137f27-6686-41ec-b43a-eeb7e5900987)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:40:08.732396 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-15460def-7152-40cd-8a74-9e118c8b2011 req-6a3558d8-30ca-4f0e-823e-9e40a3ab1c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:08.767698 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15460def-7152-40cd-8a74-9e118c8b2011 req-6a3558d8-30ca-4f0e-823e-9e40a3ab1c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:08.768313 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-15460def-7152-40cd-8a74-9e118c8b2011 req-6a3558d8-30ca-4f0e-823e-9e40a3ab1c4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:08.773615 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-15460def-7152-40cd-8a74-9e118c8b2011 req-6a3558d8-30ca-4f0e-823e-9e40a3ab1c4f service neutron] 10.222.0.36 "PUT /v2.0/ports/bd5563ce-30df-43b5-a85f-6aeaeff66795 HTTP/1.1" status: 200 len: 1094 time: 0.8859560 Aug 13 02:40:08.774097 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588883b6-86e8-4da8-9fb6-5def3545e68a', 'tag': 'bd5563ce-30df-43b5-a85f-6aeaeff66795'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:08.778023 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283664f4-8c35-4e8b-83f6-fb254f70cfd9" -d '{"events": [{"name": "network-changed", "server_uuid": "588883b6-86e8-4da8-9fb6-5def3545e68a", "tag": "bd5563ce-30df-43b5-a85f-6aeaeff66795"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:08.783413 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6f52-e2a8-4e71-a7a5-a531f4880f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:08.836593 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3558d8-30ca-4f0e-823e-9e40a3ab1c4f service neutron] Pushing event updated for resources: {'Port': ['ID=bd5563ce-30df-43b5-a85f-6aeaeff66795,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:08.858633 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3bdff5-d5d5-4ad5-8ceb-f95579f2968a x-openstack-request-id: req-9e3bdff5-d5d5-4ad5-8ceb-f95579f2968a {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:08.859009 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588883b6-86e8-4da8-9fb6-5def3545e68a", "tag": "bd5563ce-30df-43b5-a85f-6aeaeff66795", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:08.859290 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e3bdff5-d5d5-4ad5-8ceb-f95579f2968a {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:08.859808 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588883b6-86e8-4da8-9fb6-5def3545e68a', 'tag': 'bd5563ce-30df-43b5-a85f-6aeaeff66795', 'status': 'completed', 'code': 200} Aug 13 02:40:08.898118 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15460def-7152-40cd-8a74-9e118c8b2011 req-5c9e7018-0ff0-4061-a0f4-dffd7d24452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:08.899779 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-15460def-7152-40cd-8a74-9e118c8b2011 req-5c9e7018-0ff0-4061-a0f4-dffd7d24452a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=334c45c7c945452ca7d3ff037765e4c9&device_id=588883b6-86e8-4da8-9fb6-5def3545e68a HTTP/1.1" status: 200 len: 1097 time: 0.0570381 Aug 13 02:40:08.957307 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6f52-e2a8-4e71-a7a5-a531f4880f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:08.963068 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6f52-e2a8-4e71-a7a5-a531f4880f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:08.972046 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-15460def-7152-40cd-8a74-9e118c8b2011 req-5dc4c67f-9cf6-4c25-a87e-0e9ebcade084 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd5563ce-30df-43b5-a85f-6aeaeff66795 HTTP/1.1" status: 200 len: 217 time: 0.0440562 Aug 13 02:40:09.029499 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-9e2f6f52-e2a8-4e71-a7a5-a531f4880f96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=879483cf294544f3a15c9d268d64a6e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4937983 Aug 13 02:40:09.032466 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 34604) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:09.033450 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f6f52-e2a8-4e71-a7a5-a531f4880f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd694438-52dc-4700-82db-4ae7543c7412,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:09.109421 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b792ff78-1362-4379-ae39-1056f76e732d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:09.121693 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15460def-7152-40cd-8a74-9e118c8b2011 req-e467e979-fd1f-4055-b8f9-04a06e667f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:09.128389 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-15460def-7152-40cd-8a74-9e118c8b2011 req-e467e979-fd1f-4055-b8f9-04a06e667f6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8eff42d8-2cb4-4266-8d63-b43ae3d78a6e HTTP/1.1" status: 200 len: 854 time: 0.1379361 Aug 13 02:40:09.140004 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b792ff78-1362-4379-ae39-1056f76e732d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:09.150787 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715f6ca-2807-4d64-bd02-f64cc39f90e6 req-e0d5fb43-1914-4860-a171-dc2096ffb7da tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:09.152565 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e715f6ca-2807-4d64-bd02-f64cc39f90e6 req-e0d5fb43-1914-4860-a171-dc2096ffb7da tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.1791751 Aug 13 02:40:09.236106 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b792ff78-1362-4379-ae39-1056f76e732d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:09.238783 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b792ff78-1362-4379-ae39-1056f76e732d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:09.239066 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-15460def-7152-40cd-8a74-9e118c8b2011 req-954cd072-2b1b-4aec-a474-5349577141fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=370045cb-4276-4850-9f57-7e5bcf733640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854309 Aug 13 02:40:09.243796 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-b792ff78-1362-4379-ae39-1056f76e732d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd694438-52dc-4700-82db-4ae7543c7412 HTTP/1.1" status: 204 len: 168 time: 0.2052066 Aug 13 02:40:09.267382 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792ff78-1362-4379-ae39-1056f76e732d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd694438-52dc-4700-82db-4ae7543c7412,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:09.404752 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dae400-4c35-4075-bc8e-fa66fc580316 req-04945ba5-49a9-4f43-b571-4d83ce3bc138 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:09.406793 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f3dae400-4c35-4075-bc8e-fa66fc580316 req-04945ba5-49a9-4f43-b571-4d83ce3bc138 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=588883b6-86e8-4da8-9fb6-5def3545e68a HTTP/1.1" status: 200 len: 944 time: 0.1120708 Aug 13 02:40:09.533464 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f3dae400-4c35-4075-bc8e-fa66fc580316 req-b6ad2d9f-c90a-47c2-8213-cb9de14352c8 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198661 Aug 13 02:40:09.584505 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e715f6ca-2807-4d64-bd02-f64cc39f90e6 req-6f792444-2435-42db-8f3a-cf27aa715171 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109361 Aug 13 02:40:09.661225 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-15460def-7152-40cd-8a74-9e118c8b2011 req-61050ec1-825c-43f4-bd1e-9b660a3b693b service neutron] 10.222.0.36 "GET /v2.0/networks/370045cb-4276-4850-9f57-7e5bcf733640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113510 Aug 13 02:40:09.781174 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-15460def-7152-40cd-8a74-9e118c8b2011 req-6012e69c-fb6e-459c-ab2a-ed7a67779484 service neutron] 10.222.0.36 "GET /v2.0/networks/370045cb-4276-4850-9f57-7e5bcf733640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972753 Aug 13 02:40:09.884474 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 34648) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:09.897713 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283664f4-8c35-4e8b-83f6-fb254f70cfd9 req-fa4f34ca-dfdc-412c-9490-314eba22e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:09.898478 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f5534aab-d23f-4861-975c-6b438214ef96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:09.899376 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-283664f4-8c35-4e8b-83f6-fb254f70cfd9 req-fa4f34ca-dfdc-412c-9490-314eba22e534 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=334c45c7c945452ca7d3ff037765e4c9&device_id=588883b6-86e8-4da8-9fb6-5def3545e68a HTTP/1.1" status: 200 len: 1097 time: 0.0468788 Aug 13 02:40:09.994425 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f5534aab-d23f-4861-975c-6b438214ef96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:10.000499 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f5534aab-d23f-4861-975c-6b438214ef96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:10.010832 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283664f4-8c35-4e8b-83f6-fb254f70cfd9 req-9e412fca-9095-45e4-aa8e-f33b269ac9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:10.012338 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-283664f4-8c35-4e8b-83f6-fb254f70cfd9 req-9e412fca-9095-45e4-aa8e-f33b269ac9c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=370045cb-4276-4850-9f57-7e5bcf733640 HTTP/1.1" status: 200 len: 915 time: 0.0993719 Aug 13 02:40:10.039696 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-f5534aab-d23f-4861-975c-6b438214ef96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bc0763ccd8d463288cc5b84995a850d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1537232 Aug 13 02:40:10.041985 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 34654) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:10.048568 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5534aab-d23f-4861-975c-6b438214ef96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d98b2c5-241b-4c4e-a290-e709129bee0e,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:10.092901 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2bd21537-6ceb-497c-86b0-39421b1bd338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:10.117284 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2bd21537-6ceb-497c-86b0-39421b1bd338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:10.163971 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2bd21537-6ceb-497c-86b0-39421b1bd338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:10.166468 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2bd21537-6ceb-497c-86b0-39421b1bd338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:10.167662 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-2bd21537-6ceb-497c-86b0-39421b1bd338 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d98b2c5-241b-4c4e-a290-e709129bee0e HTTP/1.1" status: 204 len: 168 time: 0.1246889 Aug 13 02:40:10.189273 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd21537-6ceb-497c-86b0-39421b1bd338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d98b2c5-241b-4c4e-a290-e709129bee0e,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:10.482747 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb17149-476c-4548-b100-bab112dff0d2 req-2cd0c752-57a4-4871-9a9b-9cebb8b51889 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:10.483927 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cdb17149-476c-4548-b100-bab112dff0d2 req-2cd0c752-57a4-4871-9a9b-9cebb8b51889 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 945 time: 0.0535493 Aug 13 02:40:10.540136 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cdb17149-476c-4548-b100-bab112dff0d2 req-bce37f80-deb8-4673-9322-c33837797b0f tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497849 Aug 13 02:40:10.684208 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1eedd5-a88e-4607-bf92-93b091d18783 req-b517f626-651b-49dc-9477-1db0b742f0d5 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:10.686612 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-1a1eedd5-a88e-4607-bf92-93b091d18783 req-b517f626-651b-49dc-9477-1db0b742f0d5 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=588883b6-86e8-4da8-9fb6-5def3545e68a HTTP/1.1" status: 200 len: 944 time: 0.0656087 Aug 13 02:40:10.726258 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1dca0-0718-4f83-b4b4-6618df4a36a9 req-f5bffda1-3a58-4ad2-8fd0-be2aeb1ddda3 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:10.736332 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bee1dca0-0718-4f83-b4b4-6618df4a36a9 req-f5bffda1-3a58-4ad2-8fd0-be2aeb1ddda3 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0694730 Aug 13 02:40:10.752666 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-1a1eedd5-a88e-4607-bf92-93b091d18783 req-973f9073-52b2-47e2-b50e-f89730591b2e tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527761 Aug 13 02:40:10.782878 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bee1dca0-0718-4f83-b4b4-6618df4a36a9 req-e8ce43ac-d47c-447b-b654-a68139545c14 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472343 Aug 13 02:40:11.665476 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a36de-41c7-4175-8dc9-c7ae5065f480 req-fe41264f-fb23-4c0f-a05d-17f399f1dd08 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:11.666959 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-506a36de-41c7-4175-8dc9-c7ae5065f480 req-fe41264f-fb23-4c0f-a05d-17f399f1dd08 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 945 time: 0.0478592 Aug 13 02:40:11.708403 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-506a36de-41c7-4175-8dc9-c7ae5065f480 req-a93d986b-0514-412b-9fde-342d14dfa927 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348883 Aug 13 02:40:11.867719 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbe2c5-d18f-4a02-86b5-1baccc73fe8a req-f9cd8ad8-1f17-4b4a-9a46-4a662d493e97 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:11.869364 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ddbbe2c5-d18f-4a02-86b5-1baccc73fe8a req-f9cd8ad8-1f17-4b4a-9a46-4a662d493e97 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=588883b6-86e8-4da8-9fb6-5def3545e68a HTTP/1.1" status: 200 len: 944 time: 0.0597546 Aug 13 02:40:11.915219 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ddbbe2c5-d18f-4a02-86b5-1baccc73fe8a req-50fcca15-50cf-439d-b0ad-2ef2c90e8baf tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391669 Aug 13 02:40:11.915721 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18e219-a0ed-4050-b1c5-95af57d0b412 req-abf57df2-a4b9-4a26-ba4e-31fab651bdaa tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:11.917226 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-ff18e219-a0ed-4050-b1c5-95af57d0b412 req-abf57df2-a4b9-4a26-ba4e-31fab651bdaa tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0566645 Aug 13 02:40:11.963162 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-ff18e219-a0ed-4050-b1c5-95af57d0b412 req-3be09efd-de7b-459d-916c-28fa6d323d20 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392506 Aug 13 02:40:12.645905 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-283664f4-8c35-4e8b-83f6-fb254f70cfd9 req-59c7f048-3a2c-4975-a03b-7855654724ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd5563ce-30df-43b5-a85f-6aeaeff66795 HTTP/1.1" status: 200 len: 217 time: 0.0352583 Aug 13 02:40:12.825954 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ac8e4-6079-47c6-b5a9-91e88941ded2 req-36aa0520-ea1c-41c1-9cf7-323d558dd338 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:12.827615 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ae8ac8e4-6079-47c6-b5a9-91e88941ded2 req-36aa0520-ea1c-41c1-9cf7-323d558dd338 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 945 time: 0.0525608 Aug 13 02:40:12.863913 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ae8ac8e4-6079-47c6-b5a9-91e88941ded2 req-8a752d73-43b9-4fb9-a79d-9c26b4225c79 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303385 Aug 13 02:40:13.029396 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e4d44-de2e-41ba-9fca-7e712f3b78e6 req-4330c820-f87d-42c8-8729-9abb7b55d451 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:13.031007 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8c7e4d44-de2e-41ba-9fca-7e712f3b78e6 req-4330c820-f87d-42c8-8729-9abb7b55d451 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=588883b6-86e8-4da8-9fb6-5def3545e68a HTTP/1.1" status: 200 len: 944 time: 0.0488505 Aug 13 02:40:13.069391 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8c7e4d44-de2e-41ba-9fca-7e712f3b78e6 req-adf7f332-416a-4645-a7c6-4a90facee341 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326107 Aug 13 02:40:13.078818 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72eee5-7791-4126-b610-8cda9d12d9b1 req-f7b45ff3-e7e5-41c4-ba3f-0c2c9f4556f6 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:13.083852 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ef72eee5-7791-4126-b610-8cda9d12d9b1 req-f7b45ff3-e7e5-41c4-ba3f-0c2c9f4556f6 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0518970 Aug 13 02:40:13.117238 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ef72eee5-7791-4126-b610-8cda9d12d9b1 req-f03c830f-3a29-465b-8640-7e5b779f18a0 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312307 Aug 13 02:40:13.821816 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283664f4-8c35-4e8b-83f6-fb254f70cfd9 req-36af2788-ce95-4354-b4f9-2f1137ef5be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:13.822983 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-283664f4-8c35-4e8b-83f6-fb254f70cfd9 req-36af2788-ce95-4354-b4f9-2f1137ef5be6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8eff42d8-2cb4-4266-8d63-b43ae3d78a6e HTTP/1.1" status: 200 len: 854 time: 0.0471516 Aug 13 02:40:13.868806 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-283664f4-8c35-4e8b-83f6-fb254f70cfd9 req-f9f164b1-eda2-416c-b635-bc33d9065e97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=370045cb-4276-4850-9f57-7e5bcf733640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240340 Aug 13 02:40:13.972062 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-283664f4-8c35-4e8b-83f6-fb254f70cfd9 req-1205e804-0be4-484d-99c7-c50c205d8614 service neutron] 10.222.0.36 "GET /v2.0/networks/370045cb-4276-4850-9f57-7e5bcf733640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865824 Aug 13 02:40:13.979281 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c558bfc-b247-4e99-90f4-d1390f6fdf6d req-d0962142-452d-4f9f-8e98-0da89d0c3d2e tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:13.980778 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3c558bfc-b247-4e99-90f4-d1390f6fdf6d req-d0962142-452d-4f9f-8e98-0da89d0c3d2e tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 945 time: 0.0493109 Aug 13 02:40:14.018749 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3c558bfc-b247-4e99-90f4-d1390f6fdf6d req-f83e013d-257c-4fdb-98de-0123625ba0e5 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311289 Aug 13 02:40:14.067996 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-283664f4-8c35-4e8b-83f6-fb254f70cfd9 req-50b8a306-bc7a-4e83-a752-2a9c46bd6271 service neutron] 10.222.0.36 "GET /v2.0/networks/370045cb-4276-4850-9f57-7e5bcf733640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825834 Aug 13 02:40:14.185533 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc0117-a65e-4dbb-899a-74e2268d9989 req-56db2a97-901f-4444-8ecd-059d21eb235e tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:14.187055 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-accc0117-a65e-4dbb-899a-74e2268d9989 req-56db2a97-901f-4444-8ecd-059d21eb235e tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=588883b6-86e8-4da8-9fb6-5def3545e68a HTTP/1.1" status: 200 len: 944 time: 0.0528650 Aug 13 02:40:14.224375 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-accc0117-a65e-4dbb-899a-74e2268d9989 req-d16941c3-5259-4eeb-9f4c-38670e1477fa tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314896 Aug 13 02:40:14.233837 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944e759-18af-4e17-9452-7a7d20858842 req-1abc9bdb-4774-49d9-8026-24a38e32df0a tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:14.235336 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-1944e759-18af-4e17-9452-7a7d20858842 req-1abc9bdb-4774-49d9-8026-24a38e32df0a tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0520105 Aug 13 02:40:14.279398 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-1944e759-18af-4e17-9452-7a7d20858842 req-2d046dfd-b7b6-4eb2-84a7-a437d3a8e1e6 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371871 Aug 13 02:40:15.136446 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637b693-7b17-484b-95d4-788a768f994e req-f8541e70-2770-4a83-b5ae-3bfacc676da5 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:15.137979 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5637b693-7b17-484b-95d4-788a768f994e req-f8541e70-2770-4a83-b5ae-3bfacc676da5 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 945 time: 0.0493650 Aug 13 02:40:15.181782 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5637b693-7b17-484b-95d4-788a768f994e req-611f3a4d-3633-4495-bf9b-e7bbae8c6453 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364640 Aug 13 02:40:15.336957 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46918c-3369-4535-8717-d369f4f52142 req-52d539be-e65f-46cc-916a-ac99fe422387 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:15.338422 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-dd46918c-3369-4535-8717-d369f4f52142 req-52d539be-e65f-46cc-916a-ac99fe422387 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=588883b6-86e8-4da8-9fb6-5def3545e68a HTTP/1.1" status: 200 len: 944 time: 0.0502069 Aug 13 02:40:15.376422 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-dd46918c-3369-4535-8717-d369f4f52142 req-8c61c7d9-cbcc-41d8-ae6a-4a93e67e3796 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320284 Aug 13 02:40:15.392437 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fea230-4991-4b33-a4b4-f6d693ad8a6c req-fc5d076c-117d-49a2-a847-af103efeb846 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:15.393921 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-36fea230-4991-4b33-a4b4-f6d693ad8a6c req-fc5d076c-117d-49a2-a847-af103efeb846 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0487573 Aug 13 02:40:15.430860 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-36fea230-4991-4b33-a4b4-f6d693ad8a6c req-d7071904-3e63-4ad0-9b36-e5eda7553aae tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311613 Aug 13 02:40:16.297806 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f657b-e044-4855-bd69-01f9b93575bf req-bbd16f20-47e2-4433-a4be-2c9a41e62977 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:16.299266 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-b78f657b-e044-4855-bd69-01f9b93575bf req-bbd16f20-47e2-4433-a4be-2c9a41e62977 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 945 time: 0.0469697 Aug 13 02:40:16.336026 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-b78f657b-e044-4855-bd69-01f9b93575bf req-f6b87832-5449-4cab-8fcb-6338e5a16379 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308931 Aug 13 02:40:16.490835 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93907480-8e0b-4d6f-b25f-b22f83a511a8 req-6493a419-1e1d-4163-803c-1353483e79d7 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:16.493189 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-93907480-8e0b-4d6f-b25f-b22f83a511a8 req-6493a419-1e1d-4163-803c-1353483e79d7 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=588883b6-86e8-4da8-9fb6-5def3545e68a HTTP/1.1" status: 200 len: 944 time: 0.0510750 Aug 13 02:40:16.531141 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-93907480-8e0b-4d6f-b25f-b22f83a511a8 req-1d2e97ed-95d2-48bb-bc3e-262a829e6d96 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328503 Aug 13 02:40:16.549177 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b651e29-9503-43da-801e-cb227c02de1b req-a55f63a2-4ded-4fe5-aaf1-8cb1fb8c0e90 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:16.550701 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3b651e29-9503-43da-801e-cb227c02de1b req-a55f63a2-4ded-4fe5-aaf1-8cb1fb8c0e90 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0518944 Aug 13 02:40:16.589259 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3b651e29-9503-43da-801e-cb227c02de1b req-9ea41f63-92cf-4bdb-8a89-bbf995b856c0 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327327 Aug 13 02:40:17.326083 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device bd5563ce-30df-43b5-a85f-6aeaeff66795 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:40:17.425329 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port bd5563ce-30df-43b5-a85f-6aeaeff66795, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bd5563ce-30df-43b5-a85f-6aeaeff66795,segment=NetworkSegment(52137f27-6686-41ec-b43a-eeb7e5900987),segment_id=52137f27-6686-41ec-b43a-eeb7e5900987)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:17.437237 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Returning: {'device': 'bd5563ce-30df-43b5-a85f-6aeaeff66795', 'network_id': '370045cb-4276-4850-9f57-7e5bcf733640', 'port_id': 'bd5563ce-30df-43b5-a85f-6aeaeff66795', 'mac_address': 'fa:16:3e:61:9d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eff42d8-2cb4-4266-8d63-b43ae3d78a6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:40:17.447230 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77990873-59b8-4790-a6fb-4ecb9a5597b7 req-03909d78-ec22-4b95-a50e-a11ba94631db tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:17.448713 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77990873-59b8-4790-a6fb-4ecb9a5597b7 req-03909d78-ec22-4b95-a50e-a11ba94631db tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 945 time: 0.0469112 Aug 13 02:40:17.474406 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:17.486605 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77990873-59b8-4790-a6fb-4ecb9a5597b7 req-7f4a0081-6d6c-4d5d-95fd-f8e8728fd95a tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312068 Aug 13 02:40:17.486796 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd5563ce-30df-43b5-a85f-6aeaeff66795 {{(pid=100522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:40:17.506414 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port bd5563ce-30df-43b5-a85f-6aeaeff66795, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bd5563ce-30df-43b5-a85f-6aeaeff66795,segment=NetworkSegment(52137f27-6686-41ec-b43a-eeb7e5900987),segment_id=52137f27-6686-41ec-b43a-eeb7e5900987)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:17.510360 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:17.560563 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=bd5563ce-30df-43b5-a85f-6aeaeff66795,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:17.567449 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:17.567751 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:17.568095 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:17.568429 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:17.568757 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:17.569086 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:17.569411 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:17.569943 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:17.570286 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:17.570612 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:17.570933 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:17.571272 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:17.650648 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b756ee-d14d-423a-bf08-50e1613e7461 req-c007bed8-6e6d-4a71-8d5d-8125c89fd96b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:17.652157 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-84b756ee-d14d-423a-bf08-50e1613e7461 req-c007bed8-6e6d-4a71-8d5d-8125c89fd96b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=588883b6-86e8-4da8-9fb6-5def3545e68a HTTP/1.1" status: 200 len: 945 time: 0.0475001 Aug 13 02:40:17.690669 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-84b756ee-d14d-423a-bf08-50e1613e7461 req-dfa61154-cd8b-4447-8c2b-151748f7d02f tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324385 Aug 13 02:40:17.702553 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c41fd3-b385-49ff-a6bd-ea2473a21462 req-ac6702c3-0ced-47d3-bf40-465a2b7c0cc5 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:17.704086 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b1c41fd3-b385-49ff-a6bd-ea2473a21462 req-ac6702c3-0ced-47d3-bf40-465a2b7c0cc5 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0474403 Aug 13 02:40:17.740728 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b1c41fd3-b385-49ff-a6bd-ea2473a21462 req-e252a9a1-23b3-46f8-99f1-dccc19259bad tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307093 Aug 13 02:40:17.934395 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:40:18.600324 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ed4f6-cf10-47e2-afe4-ae5af8c9bed8 req-38e5d349-9585-4c86-9525-be5c2a21efec tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:18.601786 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-397ed4f6-cf10-47e2-afe4-ae5af8c9bed8 req-38e5d349-9585-4c86-9525-be5c2a21efec tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 945 time: 0.0483389 Aug 13 02:40:18.640356 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-397ed4f6-cf10-47e2-afe4-ae5af8c9bed8 req-238e8298-c325-418f-81cf-0b258ecbeb8e tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322065 Aug 13 02:40:18.725638 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8afef36c-2271-4913-bcb9-1b9887fdba80 req-84884379-8c35-4b07-94d0-60d89f41a6e3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424025 Aug 13 02:40:18.835464 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e86fc-2df2-4359-9422-8c5cc149290d req-27403dad-d9e2-47c4-9c62-9af841c5f7f8 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:18.837067 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e51e86fc-2df2-4359-9422-8c5cc149290d req-27403dad-d9e2-47c4-9c62-9af841c5f7f8 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=588883b6-86e8-4da8-9fb6-5def3545e68a HTTP/1.1" status: 200 len: 945 time: 0.0753155 Aug 13 02:40:18.859491 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afef36c-2271-4913-bcb9-1b9887fdba80 req-2ee2b706-8830-4de2-a9de-d5c1cb64b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:18.861116 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8afef36c-2271-4913-bcb9-1b9887fdba80 req-2ee2b706-8830-4de2-a9de-d5c1cb64b777 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 1098 time: 0.0655422 Aug 13 02:40:18.892058 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e51e86fc-2df2-4359-9422-8c5cc149290d req-8fda59f2-c529-4cbc-8409-6bb884a19278 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435255 Aug 13 02:40:18.894512 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5307409-0f0a-4c7d-9227-707b0148a637 req-bf5a3731-01b1-4814-8a3e-a54fb574522c tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:18.901841 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d5307409-0f0a-4c7d-9227-707b0148a637 req-bf5a3731-01b1-4814-8a3e-a54fb574522c tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0736566 Aug 13 02:40:18.939462 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d5307409-0f0a-4c7d-9227-707b0148a637 req-649f287a-43d3-4f50-992e-0740ae3efbd7 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367508 Aug 13 02:40:19.021461 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afef36c-2271-4913-bcb9-1b9887fdba80 req-11340067-588a-4f7c-b509-c68751f48231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:19.021461 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8afef36c-2271-4913-bcb9-1b9887fdba80 req-11340067-588a-4f7c-b509-c68751f48231 service neutron] 10.222.0.36 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 916 time: 0.1112912 Aug 13 02:40:19.069810 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8afef36c-2271-4913-bcb9-1b9887fdba80 req-e34d6b79-8cd2-496e-8dfd-c4882822a58c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8da525de-fbee-49b3-870f-0498749a9b12 HTTP/1.1" status: 200 len: 217 time: 0.0377660 Aug 13 02:40:19.133289 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afef36c-2271-4913-bcb9-1b9887fdba80 req-c16682fa-c875-4145-8d07-5f20b3ae561e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:19.134837 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8afef36c-2271-4913-bcb9-1b9887fdba80 req-c16682fa-c875-4145-8d07-5f20b3ae561e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6 HTTP/1.1" status: 200 len: 855 time: 0.0513005 Aug 13 02:40:19.175981 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8afef36c-2271-4913-bcb9-1b9887fdba80 req-e1dd24d1-d77d-45c7-9aa2-2bc0aab629ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297110 Aug 13 02:40:19.189191 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['bd5563ce-30df-43b5-a85f-6aeaeff66795'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:40:19.291383 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8afef36c-2271-4913-bcb9-1b9887fdba80 req-85346bd7-46c6-4be1-8e3a-fb508c5c6574 service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020534 Aug 13 02:40:19.416146 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8afef36c-2271-4913-bcb9-1b9887fdba80 req-ae7ca8ee-6d03-4da9-a843-402bac4e96ae service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049590 Aug 13 02:40:19.693431 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb54a31-f359-426d-8318-4f032f45904f req-5b153102-08ff-48d4-a08c-3427219434f2 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:19.694952 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dfb54a31-f359-426d-8318-4f032f45904f req-5b153102-08ff-48d4-a08c-3427219434f2 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.36 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 945 time: 0.0501783 Aug 13 02:40:19.852437 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c70d53-50f6-47f5-8d41-3eb551666030 req-f380a52c-3771-43ef-916a-cd0f31f4895a tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:19.853919 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-44c70d53-50f6-47f5-8d41-3eb551666030 req-f380a52c-3771-43ef-916a-cd0f31f4895a tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 945 time: 0.1373520 Aug 13 02:40:19.915122 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-dfb54a31-f359-426d-8318-4f032f45904f req-4caa3138-cd30-4652-a036-56c0ab95d8e0 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Deleting port 261cb09b-5f67-48ed-a69c-f20e7ff7c3fd {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:40:19.915462 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-dfb54a31-f359-426d-8318-4f032f45904f req-4caa3138-cd30-4652-a036-56c0ab95d8e0 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:19.922363 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-44c70d53-50f6-47f5-8d41-3eb551666030 req-8338e526-efce-40de-bd9d-7132d358f230 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/security-groups?id=325347e3-54c7-4b21-8eca-81e9dbd7b466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610538 Aug 13 02:40:20.048831 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-dfb54a31-f359-426d-8318-4f032f45904f req-4caa3138-cd30-4652-a036-56c0ab95d8e0 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] For port 261cb09b-5f67-48ed-a69c-f20e7ff7c3fd, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=261cb09b-5f67-48ed-a69c-f20e7ff7c3fd,segment=NetworkSegment(6d9cfcbf-4f67-43d5-9df1-e4c326f30735),segment_id=6d9cfcbf-4f67-43d5-9df1-e4c326f30735)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:20.049201 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-dfb54a31-f359-426d-8318-4f032f45904f req-4caa3138-cd30-4652-a036-56c0ab95d8e0 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:20.053374 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73793863-dd84-411a-8abe-6609ad40f574 req-cd7c4d0a-3cd2-4948-8078-a102241ad301 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:20.063450 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-73793863-dd84-411a-8abe-6609ad40f574 req-cd7c4d0a-3cd2-4948-8078-a102241ad301 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=588883b6-86e8-4da8-9fb6-5def3545e68a HTTP/1.1" status: 200 len: 945 time: 0.0768232 Aug 13 02:40:20.077017 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:20.080975 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-dfb54a31-f359-426d-8318-4f032f45904f req-4caa3138-cd30-4652-a036-56c0ab95d8e0 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Calling delete_port for 261cb09b-5f67-48ed-a69c-f20e7ff7c3fd owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:40:20.108702 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-73793863-dd84-411a-8abe-6609ad40f574 req-b90d6c38-4cf1-4e07-a9af-11fbc98608f8 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443895 Aug 13 02:40:20.239568 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2245c4a-90de-4b63-aa95-cc7b0e6ace87 req-4e4a4548-7a05-45ab-949b-77cec54811d4 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:20.241218 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c2245c4a-90de-4b63-aa95-cc7b0e6ace87 req-4e4a4548-7a05-45ab-949b-77cec54811d4 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.1177926 Aug 13 02:40:20.338413 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c2245c4a-90de-4b63-aa95-cc7b0e6ace87 req-59d9c011-d350-4dc2-867e-fcdc5851c720 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816052 Aug 13 02:40:20.347859 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-dfb54a31-f359-426d-8318-4f032f45904f req-4caa3138-cd30-4652-a036-56c0ab95d8e0 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:20.369839 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['261cb09b-5f67-48ed-a69c-f20e7ff7c3fd'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:40:20.380555 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa3138-cd30-4652-a036-56c0ab95d8e0 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Pushing event deleted for resources: {'Port': ['ID=261cb09b-5f67-48ed-a69c-f20e7ff7c3fd,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:20.456236 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb54a31-f359-426d-8318-4f032f45904f req-4caa3138-cd30-4652-a036-56c0ab95d8e0 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] No DVR routers for this DVR port 261cb09b-5f67-48ed-a69c-f20e7ff7c3fd on host hv-cinder-76019 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:40:20.456236 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-dfb54a31-f359-426d-8318-4f032f45904f req-4caa3138-cd30-4652-a036-56c0ab95d8e0 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:20.456236 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dfb54a31-f359-426d-8318-4f032f45904f req-4caa3138-cd30-4652-a036-56c0ab95d8e0 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.36 "DELETE /v2.0/ports/261cb09b-5f67-48ed-a69c-f20e7ff7c3fd HTTP/1.1" status: 204 len: 173 time: 0.7445109 Aug 13 02:40:20.456236 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38559bfa-9bc6-4708-a740-d399f4bb1a8f', 'name': 'network-vif-deleted', 'tag': '261cb09b-5f67-48ed-a69c-f20e7ff7c3fd'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:20.457255 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b12ff1-7a2c-40f9-9456-53ea1da7cc18" -d '{"events": [{"server_uuid": "38559bfa-9bc6-4708-a740-d399f4bb1a8f", "name": "network-vif-deleted", "tag": "261cb09b-5f67-48ed-a69c-f20e7ff7c3fd"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:20.506230 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83479f1f-0b53-4d07-9a9c-142029e73bdb x-openstack-request-id: req-83479f1f-0b53-4d07-9a9c-142029e73bdb {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:20.506950 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38559bfa-9bc6-4708-a740-d399f4bb1a8f", "name": "network-vif-deleted", "tag": "261cb09b-5f67-48ed-a69c-f20e7ff7c3fd", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:20.507105 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83479f1f-0b53-4d07-9a9c-142029e73bdb {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:20.507478 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38559bfa-9bc6-4708-a740-d399f4bb1a8f', 'name': 'network-vif-deleted', 'tag': '261cb09b-5f67-48ed-a69c-f20e7ff7c3fd', 'status': 'completed', 'code': 200} Aug 13 02:40:20.610762 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device bd5563ce-30df-43b5-a85f-6aeaeff66795 up at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:20.661519 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning for port bd5563ce-30df-43b5-a85f-6aeaeff66795 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:20.665143 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning complete for port bd5563ce-30df-43b5-a85f-6aeaeff66795 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:20.665516 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:20.762566 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:20.795941 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588883b6-86e8-4da8-9fb6-5def3545e68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5563ce-30df-43b5-a85f-6aeaeff66795'}] {{(pid=100522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:20.798303 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8fc6cf8b2729e4d9e864767b08278c7cd211cb654a5ced023b8b854c91925" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf603ae-3200-466a-a791-7c7492bba223" -d '{"events": [{"server_uuid": "588883b6-86e8-4da8-9fb6-5def3545e68a", "name": "network-vif-plugged", "status": "completed", "tag": "bd5563ce-30df-43b5-a85f-6aeaeff66795"}]}' {{(pid=100522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:20.812930 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port bd5563ce-30df-43b5-a85f-6aeaeff66795, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bd5563ce-30df-43b5-a85f-6aeaeff66795,segment=NetworkSegment(52137f27-6686-41ec-b43a-eeb7e5900987),segment_id=52137f27-6686-41ec-b43a-eeb7e5900987)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:20.820128 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:20.820993 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 261cb09b-5f67-48ed-a69c-f20e7ff7c3fd no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:40:20.850168 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] No Port match for: 261cb09b-5f67-48ed-a69c-f20e7ff7c3fd {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:40:20.850168 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 261cb09b-5f67-48ed-a69c-f20e7ff7c3fd not bound to the agent host hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:40:20.869471 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b402cd26-ff6a-4413-a0d6-0bd072f91a70 x-openstack-request-id: req-b402cd26-ff6a-4413-a0d6-0bd072f91a70 {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:20.869778 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588883b6-86e8-4da8-9fb6-5def3545e68a", "name": "network-vif-plugged", "status": "completed", "tag": "bd5563ce-30df-43b5-a85f-6aeaeff66795", "code": 200}]} {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:20.870201 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b402cd26-ff6a-4413-a0d6-0bd072f91a70 {{(pid=100522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:20.870720 dv-cinder-760192-6-iscsi neutron-server[100522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588883b6-86e8-4da8-9fb6-5def3545e68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5563ce-30df-43b5-a85f-6aeaeff66795', 'code': 200} Aug 13 02:40:20.899668 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=bd5563ce-30df-43b5-a85f-6aeaeff66795,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:21.026624 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-1e13fdb0-29b3-4866-9dd2-4bad6ed26520 req-3a7e0f02-3f3d-4062-a67d-176e57411c22 tempest-DeleteServersTestJSON-1441861377 tempest-DeleteServersTestJSON-1441861377-project] 10.222.0.13 "GET /v2.0/ports?device_id=38559bfa-9bc6-4708-a740-d399f4bb1a8f HTTP/1.1" status: 200 len: 210 time: 0.0274248 Aug 13 02:40:21.096079 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fc152-c322-4261-a9b1-3a8e9224c8d6 req-d1866c2c-4935-4ff1-ba41-06efe7eea182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:21.098700 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-137fc152-c322-4261-a9b1-3a8e9224c8d6 req-d1866c2c-4935-4ff1-ba41-06efe7eea182 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=588883b6-86e8-4da8-9fb6-5def3545e68a HTTP/1.1" status: 200 len: 1099 time: 0.0662098 Aug 13 02:40:21.143266 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-137fc152-c322-4261-a9b1-3a8e9224c8d6 req-53dc7f4b-174b-4694-8381-f8a126ac5a93 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343153 Aug 13 02:40:21.237872 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a6bec-cde5-4eed-a153-e1d9b00e1721 req-b80895e9-1d75-4fe9-9a46-a1b78ee11605 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:21.239624 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-df3a6bec-cde5-4eed-a153-e1d9b00e1721 req-b80895e9-1d75-4fe9-9a46-a1b78ee11605 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=588883b6-86e8-4da8-9fb6-5def3545e68a HTTP/1.1" status: 200 len: 946 time: 0.0527861 Aug 13 02:40:21.279220 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-df3a6bec-cde5-4eed-a153-e1d9b00e1721 req-1a6deeaa-7438-4917-940a-cda004b00aab tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320904 Aug 13 02:40:21.458305 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee72f0a-a7d8-42ba-b6c1-9091b6c36804 req-753b7867-73da-489d-ba5c-53e956850094 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:21.459811 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-fee72f0a-a7d8-42ba-b6c1-9091b6c36804 req-753b7867-73da-489d-ba5c-53e956850094 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0474920 Aug 13 02:40:21.499139 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-fee72f0a-a7d8-42ba-b6c1-9091b6c36804 req-5c05fdee-4b86-4df4-b40d-2ea9218c0723 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333669 Aug 13 02:40:22.425787 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adea3f9-acca-465c-96d7-a6eebcfacd5f req-dd276a88-4222-46f0-adbb-aa9b4f522955 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:22.427336 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6adea3f9-acca-465c-96d7-a6eebcfacd5f req-dd276a88-4222-46f0-adbb-aa9b4f522955 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=588883b6-86e8-4da8-9fb6-5def3545e68a HTTP/1.1" status: 200 len: 946 time: 0.0649621 Aug 13 02:40:22.471122 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6adea3f9-acca-465c-96d7-a6eebcfacd5f req-5094b8fd-6409-4d95-99a3-b496e6fc40b2 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347965 Aug 13 02:40:22.539290 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-0b774084-d095-4fad-afc3-cac9d51a3848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:22.662461 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d681b84-d721-423c-9215-87815fa3fc06 req-36e5c39d-6dc0-4242-88a8-493d248d2464 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:22.672914 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9d681b84-d721-423c-9215-87815fa3fc06 req-36e5c39d-6dc0-4242-88a8-493d248d2464 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0868454 Aug 13 02:40:22.716192 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9d681b84-d721-423c-9215-87815fa3fc06 req-11a2540e-9654-4d8c-877b-d6624b12fb1d tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422227 Aug 13 02:40:23.631525 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 35094) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:23.653237 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e3f64-eae9-4450-9a76-f1290fc0726a req-ab9216be-7b31-44ce-830e-4072d4b4eeac tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:23.661275 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ec2e3f64-eae9-4450-9a76-f1290fc0726a req-ab9216be-7b31-44ce-830e-4072d4b4eeac tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=588883b6-86e8-4da8-9fb6-5def3545e68a HTTP/1.1" status: 200 len: 946 time: 0.0819323 Aug 13 02:40:23.695795 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_v2 [None req-80660718-eb8f-46bd-ba8d-75fcb5f1ffd8 admin admin] Deleting subnet 83f1cead-3458-4d96-88b2-4126f0d0a7e2 {{(pid=100521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:40:23.699272 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-80660718-eb8f-46bd-ba8d-75fcb5f1ffd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:23.711661 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ec2e3f64-eae9-4450-9a76-f1290fc0726a req-79eab654-472a-4c91-b8f2-d18ff8dfb440 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453746 Aug 13 02:40:23.739104 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-80660718-eb8f-46bd-ba8d-75fcb5f1ffd8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:23.751205 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-80660718-eb8f-46bd-ba8d-75fcb5f1ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544759'] for subnet, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:23.835212 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-80660718-eb8f-46bd-ba8d-75fcb5f1ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for subnet, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:23.897190 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80660718-eb8f-46bd-ba8d-75fcb5f1ffd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83f1cead-3458-4d96-88b2-4126f0d0a7e2,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:23.906239 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-80660718-eb8f-46bd-ba8d-75fcb5f1ffd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:23.908943 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-80660718-eb8f-46bd-ba8d-75fcb5f1ffd8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/83f1cead-3458-4d96-88b2-4126f0d0a7e2 HTTP/1.1" status: 204 len: 168 time: 0.2788639 Aug 13 02:40:23.911931 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 35132) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:23.932748 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd7103-7b8b-4022-bdfc-37af79db5c76 req-1f8db262-27ac-41ea-b920-9baa9ca0f83d tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:23.934613 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-41cd7103-7b8b-4022-bdfc-37af79db5c76 req-1f8db262-27ac-41ea-b920-9baa9ca0f83d tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.1018655 Aug 13 02:40:23.971473 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 35144) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:24.003129 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-41cd7103-7b8b-4022-bdfc-37af79db5c76 req-bc168d0a-347d-4e4b-a8c7-05f3b9156e90 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620780 Aug 13 02:40:24.039886 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529704'] for network, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:24.117871 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-526ddfb1-8123-4dfc-9c1b-07573d3d0ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:24.145872 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543600', 'neutron.services.segments.db._delete_segments_for_network-8730805984624'] for network, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:24.160393 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:24.160762 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:24.161518 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:24.162265 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] Subscribe: > port after_create 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:24.163234 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:24.163918 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] Subscribe: > port after_update 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:24.164164 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:24.164506 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:24.164827 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:24.165145 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:24.229672 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-526ddfb1-8123-4dfc-9c1b-07573d3d0ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:24.235185 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-526ddfb1-8123-4dfc-9c1b-07573d3d0ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:24.288338 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-526ddfb1-8123-4dfc-9c1b-07573d3d0ced admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=976aebfd17be439aa9b268d338b3105e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132536 Aug 13 02:40:24.289227 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 35166) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:24.292246 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ddfb1-8123-4dfc-9c1b-07573d3d0ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2862142c-3f15-4c95-847b-3e27a19ab4de,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:24.357666 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:24.358260 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:24.358766 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:24.359252 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:24.359792 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d1783c-52a0-4c3a-a058-9466a0fce7d4']}} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:24.368082 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b0a81563-8d37-4aba-97fc-6e8067885651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:24.393311 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b0a81563-8d37-4aba-97fc-6e8067885651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:24.410422 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9cfcbf-4f67-43d5-9df1-e4c326f30735') {'for_net_delete': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:24.410673 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9cfcbf-4f67-43d5-9df1-e4c326f30735') {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:24.445865 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730805986425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13532289'] for segment, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:24.451612 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b0a81563-8d37-4aba-97fc-6e8067885651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:24.454556 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b0a81563-8d37-4aba-97fc-6e8067885651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:24.458457 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-b0a81563-8d37-4aba-97fc-6e8067885651 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2862142c-3f15-4c95-847b-3e27a19ab4de HTTP/1.1" status: 204 len: 168 time: 0.1675448 Aug 13 02:40:24.480045 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:24.484956 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a81563-8d37-4aba-97fc-6e8067885651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2862142c-3f15-4c95-847b-3e27a19ab4de,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:24.488900 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=100520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:40:24.491003 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13334577'] for segment, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: from cryptography.utils import int_from_bytes Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: from cryptography.utils import int_from_bytes Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: Traceback (most recent call last): Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: timer() Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: cb(*args, **kw) Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: return func(*args, **kwargs) Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: self._notify() Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: self.callback(batched_events) Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: event.method(event) Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: return f(self, *a, **k) Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: return self._get(url).json() Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: return self.request(url, 'GET', **kwargs) Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:40:24.747130 dv-cinder-760192-6-iscsi neutron-server[100520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:40:24.771515 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790627'] for network, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:24.777275 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:24.781630 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/91d1783c-52a0-4c3a-a058-9466a0fce7d4 HTTP/1.1" status: 204 len: 168 time: 0.8663793 Aug 13 02:40:24.793179 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8723e7-9d8d-4b88-9c90-b743f5e0d3b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=91d1783c-52a0-4c3a-a058-9466a0fce7d4,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:24.840011 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 35200) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:24.853980 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b58d77b6-2120-48ea-97e2-57629aaab46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:24.942555 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 35204) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:24.956992 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b58d77b6-2120-48ea-97e2-57629aaab46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:24.961124 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b58d77b6-2120-48ea-97e2-57629aaab46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:24.993155 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-b61a0b6e-5e44-4967-9e86-8fba3d74594e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37de05a57b0b448cb03c7c61c669159d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0494497 Aug 13 02:40:24.996451 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 35208) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:24.999681 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-b58d77b6-2120-48ea-97e2-57629aaab46b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75700f6330f545e3a064c43dad328108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579976 Aug 13 02:40:25.000791 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d77b6-2120-48ea-97e2-57629aaab46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cf1314-24fe-45f1-b88d-0539dbe31cf1,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:25.003828 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 35210) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:25.076396 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-0b72cb8e-12af-407f-a118-8f072ad1c559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:25.080674 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-594bb000-19f4-4562-a7f7-77bcb46dd302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:25.099694 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-0b72cb8e-12af-407f-a118-8f072ad1c559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:25.153844 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-594bb000-19f4-4562-a7f7-77bcb46dd302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:25.163989 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-0b72cb8e-12af-407f-a118-8f072ad1c559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:25.167287 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-0b72cb8e-12af-407f-a118-8f072ad1c559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:25.173115 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-0b72cb8e-12af-407f-a118-8f072ad1c559 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3cf1314-24fe-45f1-b88d-0539dbe31cf1 HTTP/1.1" status: 204 len: 168 time: 0.1658235 Aug 13 02:40:25.188704 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72cb8e-12af-407f-a118-8f072ad1c559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cf1314-24fe-45f1-b88d-0539dbe31cf1,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:25.204466 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01e199-f83d-4ea0-85a1-5c419f85ac3e req-2a1aa3b6-dc56-4678-b74e-99ea23fa2880 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:25.206304 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9c01e199-f83d-4ea0-85a1-5c419f85ac3e req-2a1aa3b6-dc56-4678-b74e-99ea23fa2880 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.1098661 Aug 13 02:40:25.265972 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9c01e199-f83d-4ea0-85a1-5c419f85ac3e req-8f1a167a-361c-405f-ab73-c4325afe8fe8 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476339 Aug 13 02:40:25.291310 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-594bb000-19f4-4562-a7f7-77bcb46dd302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:25.294594 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-594bb000-19f4-4562-a7f7-77bcb46dd302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:25.296027 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-594bb000-19f4-4562-a7f7-77bcb46dd302 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/325347e3-54c7-4b21-8eca-81e9dbd7b466 HTTP/1.1" status: 204 len: 168 time: 0.2978771 Aug 13 02:40:25.306009 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bb000-19f4-4562-a7f7-77bcb46dd302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325347e3-54c7-4b21-8eca-81e9dbd7b466,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:25.432605 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-5bbe9b83-5ca2-48dd-8f20-34ba00057729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:25.730978 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:25.812729 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 35262) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:25.862055 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-28fc0a74-04aa-45b1-892a-0d3ba85ce2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:25.978078 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 35270) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:26.001160 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-28fc0a74-04aa-45b1-892a-0d3ba85ce2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.006393 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-28fc0a74-04aa-45b1-892a-0d3ba85ce2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.052880 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-28fc0a74-04aa-45b1-892a-0d3ba85ce2ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6541659e229745a5abf2704224ad055d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375135 Aug 13 02:40:26.055234 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc0a74-04aa-45b1-892a-0d3ba85ce2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df8e443-5a37-4c18-9b1c-59d776569923,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:26.056351 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 35280) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:26.126018 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d63a02f7-75d7-41f9-9d0a-b1d680d9ab21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.148036 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d63a02f7-75d7-41f9-9d0a-b1d680d9ab21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.200104 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-01080cab-f65f-4b29-9fab-38e2421cfc18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.219810 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d63a02f7-75d7-41f9-9d0a-b1d680d9ab21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.223918 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d63a02f7-75d7-41f9-9d0a-b1d680d9ab21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.225244 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-d63a02f7-75d7-41f9-9d0a-b1d680d9ab21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7df8e443-5a37-4c18-9b1c-59d776569923 HTTP/1.1" status: 204 len: 168 time: 0.1673832 Aug 13 02:40:26.254430 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a02f7-75d7-41f9-9d0a-b1d680d9ab21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df8e443-5a37-4c18-9b1c-59d776569923,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:26.284155 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.338164 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-01080cab-f65f-4b29-9fab-38e2421cfc18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.346507 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-01080cab-f65f-4b29-9fab-38e2421cfc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.425290 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01080cab-f65f-4b29-9fab-38e2421cfc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307451c3-1fe4-46f3-9d91-cf3a5a086b48,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:26.432040 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-01080cab-f65f-4b29-9fab-38e2421cfc18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9192ad1f17247bcb7723d011a5f2c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4527640 Aug 13 02:40:26.435253 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 35296) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:26.460996 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 35298) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:26.482564 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2b5fd-f802-4649-9c91-d5e857c19427 req-e7864972-a118-4f23-97ed-e9034ae97489 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:26.484219 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f1d2b5fd-f802-4649-9c91-d5e857c19427 req-e7864972-a118-4f23-97ed-e9034ae97489 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.1055045 Aug 13 02:40:26.502176 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-69b50b7b-4324-4e28-b2ff-b364ef8c6e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.529312 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-69b50b7b-4324-4e28-b2ff-b364ef8c6e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.549566 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f1d2b5fd-f802-4649-9c91-d5e857c19427 req-9ab34eee-6eb9-44a8-b610-438315cd1ea7 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574679 Aug 13 02:40:26.594599 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-69b50b7b-4324-4e28-b2ff-b364ef8c6e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.597161 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-69b50b7b-4324-4e28-b2ff-b364ef8c6e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.600944 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-69b50b7b-4324-4e28-b2ff-b364ef8c6e1d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/307451c3-1fe4-46f3-9d91-cf3a5a086b48 HTTP/1.1" status: 204 len: 168 time: 0.1643772 Aug 13 02:40:26.609416 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b50b7b-4324-4e28-b2ff-b364ef8c6e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307451c3-1fe4-46f3-9d91-cf3a5a086b48,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:26.668612 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-748099b0-f744-42f7-b7fa-f92062186be7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1469199750-network', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:26.701089 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748099b0-f744-42f7-b7fa-f92062186be7 admin admin] Made reservation on behalf of a8c524e73a0945009e17469f83ae7a5c for: {'network': 1} {{(pid=100521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:26.701277 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-748099b0-f744-42f7-b7fa-f92062186be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for network, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.709660 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-748099b0-f744-42f7-b7fa-f92062186be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.807901 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-748099b0-f744-42f7-b7fa-f92062186be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.817377 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-748099b0-f744-42f7-b7fa-f92062186be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.847567 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-748099b0-f744-42f7-b7fa-f92062186be7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=100521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:40:26.867478 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748099b0-f744-42f7-b7fa-f92062186be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b154b1-f824-4b4d-9039-633a611ba6f6,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:26.874531 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-748099b0-f744-42f7-b7fa-f92062186be7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730805984615', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.875100 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-748099b0-f744-42f7-b7fa-f92062186be7 admin admin] Unsubscribe: segment precommit_create {{(pid=100521) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 13 02:40:26.875534 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.db.segments_db [None req-748099b0-f744-42f7-b7fa-f92062186be7 admin admin] Added segment 7cb886fe-efaa-4f53-8959-a90d1cb1fb6c of type vlan for network 4eb62c1f-7918-4e66-91a6-689a1ab55d3a Aug 13 02:40:26.932167 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-748099b0-f744-42f7-b7fa-f92062186be7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730805411148'] for network, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.963919 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 35326) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:26.987936 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c7dee9cc-4c65-4e03-a05b-0d7f2a6b28b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.995512 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-748099b0-f744-42f7-b7fa-f92062186be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for network, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.997006 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748099b0-f744-42f7-b7fa-f92062186be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:26.997584 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-748099b0-f744-42f7-b7fa-f92062186be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:27.022221 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-1f4f17ce-f071-45a1-b117-833641a56f99 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:27.023748 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-1f4f17ce-f071-45a1-b117-833641a56f99 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 815 time: 0.1090007 Aug 13 02:40:27.038796 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-3aa37542-ab2d-4e7d-beec-e25f1dd6921e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/quotas/47f0c494de3b45c19b5e5c2fc0a24d12 HTTP/1.1" status: 200 len: 375 time: 0.0090079 Aug 13 02:40:27.101328 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748099b0-f744-42f7-b7fa-f92062186be7 admin admin] Pushing event updated for resources: {'Network': ['ID=4eb62c1f-7918-4e66-91a6-689a1ab55d3a,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:27.101558 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-4ed6c0be-31ce-4bfe-87b9-67eeba067564 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0572562 Aug 13 02:40:27.116973 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Network 4eb62c1f-7918-4e66-91a6-689a1ab55d3a details requested by agent ovs-agent-dv-cinder-760192-6-iscsi with host dv-cinder-760192-6-iscsi {{(pid=100522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:40:27.188084 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c7dee9cc-4c65-4e03-a05b-0d7f2a6b28b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:27.195065 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c7dee9cc-4c65-4e03-a05b-0d7f2a6b28b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:27.211386 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-748099b0-f744-42f7-b7fa-f92062186be7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7483349 Aug 13 02:40:27.215643 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 35330) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:27.220556 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-dd449b4c-ec4e-494a-99fb-4777d06f7491 admin admin] Request body: {'subnet': {'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1469199750-subnet', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:27.230674 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-c7dee9cc-4c65-4e03-a05b-0d7f2a6b28b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1822d85d65d849c8b603bda57b24e0be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648323 Aug 13 02:40:27.233611 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 35332) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:27.238697 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dee9cc-4c65-4e03-a05b-0d7f2a6b28b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6076bba-7215-492c-ac71-fb11d94b5ecf,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:27.252034 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-7cfea2d0-1976-4392-9940-10e99af2f44e service neutron] 10.222.0.13 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354907 Aug 13 02:40:27.314855 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd449b4c-ec4e-494a-99fb-4777d06f7491 admin admin] Made reservation on behalf of a8c524e73a0945009e17469f83ae7a5c for: {'subnet': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:27.317384 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-dd449b4c-ec4e-494a-99fb-4777d06f7491 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13559771'] for subnet, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:27.440405 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-486d8a3a-3ac9-4c9d-a585-5b02918f3f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:27.457793 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-43e4590b-2e41-4393-8901-7e36a1e40eaf service neutron] 10.222.0.13 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972339 Aug 13 02:40:27.472494 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-486d8a3a-3ac9-4c9d-a585-5b02918f3f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:27.588802 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-486d8a3a-3ac9-4c9d-a585-5b02918f3f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:27.592728 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-486d8a3a-3ac9-4c9d-a585-5b02918f3f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:27.595886 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-486d8a3a-3ac9-4c9d-a585-5b02918f3f1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6076bba-7215-492c-ac71-fb11d94b5ecf HTTP/1.1" status: 204 len: 168 time: 0.3574944 Aug 13 02:40:27.604035 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d8a3a-3ac9-4c9d-a585-5b02918f3f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6076bba-7215-492c-ac71-fb11d94b5ecf,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:27.606993 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-dd449b4c-ec4e-494a-99fb-4777d06f7491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13334696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13559785'] for subnet, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:27.668357 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:27.677676 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-62f7a8c9-15da-4819-8403-1f8a13bd028f req-cebe7aad-0623-4251-b0f1-a065c2339f78 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb86c857-4035-4f98-8192-982c2f24592c HTTP/1.1" status: 200 len: 210 time: 0.0465212 Aug 13 02:40:27.721857 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd449b4c-ec4e-494a-99fb-4777d06f7491 admin admin] Checking segment: {'id': '7cb886fe-efaa-4f53-8959-a90d1cb1fb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:27.722216 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd449b4c-ec4e-494a-99fb-4777d06f7491 admin admin] Network hostable DHCP agents. Network: 4eb62c1f-7918-4e66-91a6-689a1ab55d3a, hostable agents: ['595598fe-73c0-479d-97dd-8b235d94b446'], hosted agents: [] {{(pid=100520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:40:27.737854 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd449b4c-ec4e-494a-99fb-4777d06f7491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20ee19d7-4e11-4399-b9d2-2ed3e6fef45c,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:27.757509 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051056c-2984-430c-bcef-5f87455e9ba3 req-4b05a321-cc0d-49f0-ab62-51df62a8c0fc tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:27.759023 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b051056c-2984-430c-bcef-5f87455e9ba3 req-4b05a321-cc0d-49f0-ab62-51df62a8c0fc tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.1021142 Aug 13 02:40:27.760168 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd449b4c-ec4e-494a-99fb-4777d06f7491 admin admin] Network 4eb62c1f-7918-4e66-91a6-689a1ab55d3a is scheduled to be hosted by DHCP agent 595598fe-73c0-479d-97dd-8b235d94b446 with binding_index 1 {{(pid=100520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:40:27.775987 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-dd449b4c-ec4e-494a-99fb-4777d06f7491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760192-6-iscsi, 4eb62c1f-7918-4e66-91a6-689a1ab55d3a) {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:27.788865 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd449b4c-ec4e-494a-99fb-4777d06f7491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:27.789449 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-dd449b4c-ec4e-494a-99fb-4777d06f7491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:27.790017 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ff1745-d2a7-4209-b136-2dbd30f2217d None None] Network 4eb62c1f-7918-4e66-91a6-689a1ab55d3a requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:40:27.818742 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-dd449b4c-ec4e-494a-99fb-4777d06f7491 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6019671 Aug 13 02:40:27.821955 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 35348) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:27.822534 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b051056c-2984-430c-bcef-5f87455e9ba3 req-06945168-01f0-47ca-a685-4ec0afebb5df tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549214 Aug 13 02:40:27.827446 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-c81bfb87-76ae-43d4-8db8-553b3415703b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1469199750-router', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:27.874569 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb87-76ae-43d4-8db8-553b3415703b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-388'] for router, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:27.875821 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb87-76ae-43d4-8db8-553b3415703b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1791357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-395'] for router, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:27.941978 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb87-76ae-43d4-8db8-553b3415703b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.004343 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e90e2e-eba6-42fd-91b9-8a43e92521d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a7fb4fd-6467-5fc5-8d0e-71f03b711e8f-4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'fixed_ips': [{'subnet_id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c'}]}} from dv-cinder-760192-6-iscsi. {{(pid=100522) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:40:28.005640 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-e5e90e2e-eba6-42fd-91b9-8a43e92521d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.113674 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 35356) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:28.130029 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b4f0b2f4-d0b6-4c81-a278-7d8837fb7fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.264866 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b4f0b2f4-d0b6-4c81-a278-7d8837fb7fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.271346 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b4f0b2f4-d0b6-4c81-a278-7d8837fb7fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.276721 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb87-76ae-43d4-8db8-553b3415703b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.302237 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.db_base_plugin_common [None req-e5e90e2e-eba6-42fd-91b9-8a43e92521d0 None None] Allocated IP 172.20.0.2 (4eb62c1f-7918-4e66-91a6-689a1ab55d3a/20ee19d7-4e11-4399-b9d2-2ed3e6fef45c/9ab2483a-d891-4d66-ab59-539fa66d6719) {{(pid=100522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:40:28.316655 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-b4f0b2f4-d0b6-4c81-a278-7d8837fb7fff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c0732ff1bb8421bb7cf8fa663397ff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014184 Aug 13 02:40:28.317514 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0b2f4-d0b6-4c81-a278-7d8837fb7fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d948e7-8bcd-4b97-88fe-14da1b92aeae,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:28.319803 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 35360) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:28.377776 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c8f8eb7c-68ea-4ea9-a6e4-e08ba2c71218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.399944 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c8f8eb7c-68ea-4ea9-a6e4-e08ba2c71218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.447800 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c8f8eb7c-68ea-4ea9-a6e4-e08ba2c71218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.450984 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c8f8eb7c-68ea-4ea9-a6e4-e08ba2c71218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.452168 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-c8f8eb7c-68ea-4ea9-a6e4-e08ba2c71218 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65d948e7-8bcd-4b97-88fe-14da1b92aeae HTTP/1.1" status: 204 len: 168 time: 0.1312840 Aug 13 02:40:28.459922 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8eb7c-68ea-4ea9-a6e4-e08ba2c71218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d948e7-8bcd-4b97-88fe-14da1b92aeae,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:28.481907 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-e5e90e2e-eba6-42fd-91b9-8a43e92521d0 None None] Notify callbacks [] for port, precommit_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.495304 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-e5e90e2e-eba6-42fd-91b9-8a43e92521d0 None None] Transition to ACTIVE for port object 9ab2483a-d891-4d66-ab59-539fa66d6719 will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:28.510062 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb87-76ae-43d4-8db8-553b3415703b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.512326 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-e5e90e2e-eba6-42fd-91b9-8a43e92521d0 None None] Transition to ACTIVE for port object 9ab2483a-d891-4d66-ab59-539fa66d6719 will not be triggered until provisioned by entity DHCP. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:28.519138 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-e5e90e2e-eba6-42fd-91b9-8a43e92521d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703'] for port, after_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.540044 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb87-76ae-43d4-8db8-553b3415703b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.563216 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e90e2e-eba6-42fd-91b9-8a43e92521d0 None None] Network 4eb62c1f-7918-4e66-91a6-689a1ab55d3a is already hosted by enough agents. {{(pid=100522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:40:28.566098 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.scheduler.base_scheduler [None req-e5e90e2e-eba6-42fd-91b9-8a43e92521d0 None None] Resources bound (agent type, host, resource id): {{(pid=100522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:28.569170 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e90e2e-eba6-42fd-91b9-8a43e92521d0 None None] Received port after_create {{(pid=100522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:40:28.584884 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e90e2e-eba6-42fd-91b9-8a43e92521d0 None None] Pushing event updated for resources: {'Port': ['ID=9ab2483a-d891-4d66-ab59-539fa66d6719,revision_number=1']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:28.635252 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-e5e90e2e-eba6-42fd-91b9-8a43e92521d0 None None] Attempting to bind port 9ab2483a-d891-4d66-ab59-539fa66d6719 on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:40:28.635641 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-e5e90e2e-eba6-42fd-91b9-8a43e92521d0 None None] Attempting to bind port 9ab2483a-d891-4d66-ab59-539fa66d6719 by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': '7cb886fe-efaa-4f53-8959-a90d1cb1fb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:40:28.637117 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e90e2e-eba6-42fd-91b9-8a43e92521d0 None None] Attempting to bind port 9ab2483a-d891-4d66-ab59-539fa66d6719 on network 4eb62c1f-7918-4e66-91a6-689a1ab55d3a {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:40:28.641855 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e90e2e-eba6-42fd-91b9-8a43e92521d0 None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:40:28.642230 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e90e2e-eba6-42fd-91b9-8a43e92521d0 None None] Checking segment: {'id': '7cb886fe-efaa-4f53-8959-a90d1cb1fb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:28.642626 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-e5e90e2e-eba6-42fd-91b9-8a43e92521d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.643011 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e90e2e-eba6-42fd-91b9-8a43e92521d0 None None] Bound using segment: {'id': '7cb886fe-efaa-4f53-8959-a90d1cb1fb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:40:28.643469 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-e5e90e2e-eba6-42fd-91b9-8a43e92521d0 None None] Bound port: 9ab2483a-d891-4d66-ab59-539fa66d6719, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb886fe-efaa-4f53-8959-a90d1cb1fb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:40:28.643865 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-e5e90e2e-eba6-42fd-91b9-8a43e92521d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.666362 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_common [None req-c81bfb87-76ae-43d4-8db8-553b3415703b admin admin] Allocated IP 172.27.3.38 (e1b1eaab-3abb-4c2f-9e17-ba947274cb90/3b95406b-7f6d-4e40-b01a-fd59db47aa2f/f8ce268a-c884-4086-b644-72c3727a6ca2) {{(pid=100521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:40:28.720557 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-e5e90e2e-eba6-42fd-91b9-8a43e92521d0 None None] For port 9ab2483a-d891-4d66-ab59-539fa66d6719, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:40:28.724625 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-e5e90e2e-eba6-42fd-91b9-8a43e92521d0 None None] For port 9ab2483a-d891-4d66-ab59-539fa66d6719, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=9ab2483a-d891-4d66-ab59-539fa66d6719,segment=NetworkSegment(7cb886fe-efaa-4f53-8959-a90d1cb1fb6c),segment_id=7cb886fe-efaa-4f53-8959-a90d1cb1fb6c)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:40:28.731875 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-e5e90e2e-eba6-42fd-91b9-8a43e92521d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.787158 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-53e5bb9d-47c8-4442-b94a-804cd8a1acf0 req-854b4ee0-8ee3-4358-8672-68d6012b3c7b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb86c857-4035-4f98-8192-982c2f24592c HTTP/1.1" status: 200 len: 210 time: 0.0421350 Aug 13 02:40:28.808586 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e90e2e-eba6-42fd-91b9-8a43e92521d0 None None] Pushing event updated for resources: {'Port': ['ID=9ab2483a-d891-4d66-ab59-539fa66d6719,revision_number=2']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:28.833287 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb87-76ae-43d4-8db8-553b3415703b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.890442 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb87-76ae-43d4-8db8-553b3415703b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703'] for port, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.932630 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81bfb87-76ae-43d4-8db8-553b3415703b admin admin] Network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:40:28.957067 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-c81bfb87-76ae-43d4-8db8-553b3415703b admin admin] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:28.960807 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81bfb87-76ae-43d4-8db8-553b3415703b admin admin] Received port after_create {{(pid=100521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:40:28.964187 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bfb87-76ae-43d4-8db8-553b3415703b admin admin] Pushing event updated for resources: {'Port': ['ID=f8ce268a-c884-4086-b644-72c3727a6ca2,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:28.982222 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9d96d-05d4-4fc6-be7c-73d5ad04b86f req-f70f5e1d-4ac4-4034-8298-4bcd2846e69b tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:28.983866 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e6a9d96d-05d4-4fc6-be7c-73d5ad04b86f req-f70f5e1d-4ac4-4034-8298-4bcd2846e69b tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0588863 Aug 13 02:40:29.045795 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e6a9d96d-05d4-4fc6-be7c-73d5ad04b86f req-a731bbd1-b893-4ece-9de7-e1b4d177d53d tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558572 Aug 13 02:40:29.267701 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb87-76ae-43d4-8db8-553b3415703b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:29.467944 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb87-76ae-43d4-8db8-553b3415703b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1791334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790715'] for router, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:29.613776 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81bfb87-76ae-43d4-8db8-553b3415703b admin admin] Router c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 is scheduled to L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 with binding_index 1 {{(pid=100521) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:40:29.726223 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81bfb87-76ae-43d4-8db8-553b3415703b admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:40:29.740233 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] Sync routers for ids ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'] in dv-cinder-760192-6-iscsi {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:40:29.744563 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb87-76ae-43d4-8db8-553b3415703b admin admin] Notify callbacks [] for router, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:29.748485 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-c81bfb87-76ae-43d4-8db8-553b3415703b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9224484 Aug 13 02:40:29.748644 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 35402) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:29.757271 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] Routers {'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:40:29.758089 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:40:25Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:29.925956 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] Set router c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:40:29.960909 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-80ff71f5-9e84-433a-8bca-081358afcf36 req-b650e9b8-7a7a-409c-a0e0-94665ebfcec2 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb86c857-4035-4f98-8192-982c2f24592c HTTP/1.1" status: 200 len: 210 time: 0.0532472 Aug 13 02:40:29.982287 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfd6c14-05c0-44ad-9b90-e434683080ed None None] Network 4eb62c1f-7918-4e66-91a6-689a1ab55d3a requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:40:30.041294 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 9ab2483a-d891-4d66-ab59-539fa66d6719 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:30.146052 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port 9ab2483a-d891-4d66-ab59-539fa66d6719 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:30.161730 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-6b254ef5-68e8-4a38-8ef1-b5460b4535e1 None None] Provisioning for port 9ab2483a-d891-4d66-ab59-539fa66d6719 completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:30.166110 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 9ab2483a-d891-4d66-ab59-539fa66d6719 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:30.166712 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.170870 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-6b254ef5-68e8-4a38-8ef1-b5460b4535e1 None None] Provisioning complete for port 9ab2483a-d891-4d66-ab59-539fa66d6719 triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:30.171678 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-6b254ef5-68e8-4a38-8ef1-b5460b4535e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.222269 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1469199750-router', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:27Z', 'updated_at': '2021-08-13T02:40:29Z', 'revision_number': 3, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'gw_port': {'id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:28Z', 'updated_at': '2021-08-13T02:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:30.254382 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] Checking router: c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 for host: dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:40:30.254871 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] Updating router c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 port f8ce268a-c884-4086-b644-72c3727a6ca2 binding host dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:40:30.290679 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26637e-fa26-4e66-9698-fb0a6ff2b26e req-6d90960a-e5bb-4744-9ed6-026a0a671864 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:30.293084 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1d26637e-fa26-4e66-9698-fb0a6ff2b26e req-6d90960a-e5bb-4744-9ed6-026a0a671864 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.1148710 Aug 13 02:40:30.306205 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.352469 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1d26637e-fa26-4e66-9698-fb0a6ff2b26e req-9ceba178-15dd-4a53-b42b-b3417eb58f01 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486262 Aug 13 02:40:30.385945 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.398600 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-6b254ef5-68e8-4a38-8ef1-b5460b4535e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.469421 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port 9ab2483a-d891-4d66-ab59-539fa66d6719, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=9ab2483a-d891-4d66-ab59-539fa66d6719,segment=NetworkSegment(7cb886fe-efaa-4f53-8959-a90d1cb1fb6c),segment_id=7cb886fe-efaa-4f53-8959-a90d1cb1fb6c)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:30.475514 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.506875 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cb5c02da-cba5-413b-a7d6-08e522942788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.614824 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.db.api [None req-6b254ef5-68e8-4a38-8ef1-b5460b4535e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 02:40:30.615303 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG oslo_db.api [None req-6b254ef5-68e8-4a38-8ef1-b5460b4535e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 02:40:30.638092 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=9ab2483a-d891-4d66-ab59-539fa66d6719,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:30.732716 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] Notify callbacks [] for port, precommit_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.737053 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-cb5c02da-cba5-413b-a7d6-08e522942788 admin admin] Allocated IP 172.20.0.1 (4eb62c1f-7918-4e66-91a6-689a1ab55d3a/20ee19d7-4e11-4399-b9d2-2ed3e6fef45c/0137c11c-c2d2-4853-afb9-a4065a295c1d) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:40:30.743830 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.provisioning_blocks [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] Transition to ACTIVE for port object f8ce268a-c884-4086-b644-72c3727a6ca2 will not be triggered until provisioned by entity L2. {{(pid=100523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:30.750852 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.804052 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672f68b-ec05-4eaf-b289-61f88019de8a None None] Pushing event updated for resources: {'Port': ['ID=f8ce268a-c884-4086-b644-72c3727a6ca2,revision_number=2']} {{(pid=100523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:30.835013 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672f68b-ec05-4eaf-b289-61f88019de8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:30.836301 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672f68b-ec05-4eaf-b289-61f88019de8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:30.842664 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672f68b-ec05-4eaf-b289-61f88019de8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:30.843096 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672f68b-ec05-4eaf-b289-61f88019de8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:30.843572 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672f68b-ec05-4eaf-b289-61f88019de8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:30.843881 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672f68b-ec05-4eaf-b289-61f88019de8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:30.844332 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672f68b-ec05-4eaf-b289-61f88019de8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:30.844814 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672f68b-ec05-4eaf-b289-61f88019de8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:30.845186 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672f68b-ec05-4eaf-b289-61f88019de8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:30.845519 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672f68b-ec05-4eaf-b289-61f88019de8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:30.845849 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672f68b-ec05-4eaf-b289-61f88019de8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:30.846342 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672f68b-ec05-4eaf-b289-61f88019de8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:30.855904 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] Attempting to bind port f8ce268a-c884-4086-b644-72c3727a6ca2 on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:40:30.857237 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] Attempting to bind port f8ce268a-c884-4086-b644-72c3727a6ca2 by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}] {{(pid=100523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:40:30.857755 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] Attempting to bind port f8ce268a-c884-4086-b644-72c3727a6ca2 on network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:40:30.877063 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:40:30.877512 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] Checking segment: {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:30.877832 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cb5c02da-cba5-413b-a7d6-08e522942788 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.878289 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.878289 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] Bound using segment: {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'} {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:40:30.878824 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] Bound port: f8ce268a-c884-4086-b644-72c3727a6ca2, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}}] {{(pid=100523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:40:30.879226 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.903782 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [None req-cb5c02da-cba5-413b-a7d6-08e522942788 admin admin] Transition to ACTIVE for port object 0137c11c-c2d2-4853-afb9-a4065a295c1d will not be triggered until provisioned by entity DHCP. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:30.942572 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cb5c02da-cba5-413b-a7d6-08e522942788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.944136 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.db [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] For port f8ce268a-c884-4086-b644-72c3727a6ca2, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:40:30.949398 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.db [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] For port f8ce268a-c884-4086-b644-72c3727a6ca2, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=f8ce268a-c884-4086-b644-72c3727a6ca2,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:40:30.954711 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:31.004709 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5c02da-cba5-413b-a7d6-08e522942788 admin admin] Network 4eb62c1f-7918-4e66-91a6-689a1ab55d3a is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:40:31.009268 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-cb5c02da-cba5-413b-a7d6-08e522942788 admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:31.014510 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5c02da-cba5-413b-a7d6-08e522942788 admin admin] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:40:31.035694 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c02da-cba5-413b-a7d6-08e522942788 admin admin] Pushing event updated for resources: {'Port': ['ID=0137c11c-c2d2-4853-afb9-a4065a295c1d,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:31.049780 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672f68b-ec05-4eaf-b289-61f88019de8a None None] Pushing event updated for resources: {'Port': ['ID=f8ce268a-c884-4086-b644-72c3727a6ca2,revision_number=3']} {{(pid=100523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:31.053922 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] Routers {'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:40:31.054458 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:40:25Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:31.063548 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cb5c02da-cba5-413b-a7d6-08e522942788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752878'] for router_interface, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:31.124871 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-06249187-446e-40f0-b47b-1577b1e99b55 req-886e94fc-6591-4261-ac98-54c2e3518821 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb86c857-4035-4f98-8192-982c2f24592c HTTP/1.1" status: 200 len: 210 time: 0.0384719 Aug 13 02:40:31.197755 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] Set router c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:40:31.263134 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cb5c02da-cba5-413b-a7d6-08e522942788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:31.331607 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-0d8e8230-a52c-4204-80d2-8d2ae2d711f7 None None] Provisioning complete for port 9ab2483a-d891-4d66-ab59-539fa66d6719 triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:31.332543 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-0d8e8230-a52c-4204-80d2-8d2ae2d711f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:31.428514 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1469199750-router', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:27Z', 'updated_at': '2021-08-13T02:40:29Z', 'revision_number': 3, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'gw_port': {'id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:28Z', 'updated_at': '2021-08-13T02:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:31.490831 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bbbc3f-1f3e-42fa-98a8-c9ad4d3b38ab None None] The sync data for ids ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'] in dv-cinder-760192-6-iscsi is: [{'id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1469199750-router', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:27Z', 'updated_at': '2021-08-13T02:40:29Z', 'revision_number': 3, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'gw_port': {'id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:28Z', 'updated_at': '2021-08-13T02:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}] {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:40:31.560546 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-0d8e8230-a52c-4204-80d2-8d2ae2d711f7 None None] Provisioning for port 0137c11c-c2d2-4853-afb9-a4065a295c1d completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:31.565883 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-0d8e8230-a52c-4204-80d2-8d2ae2d711f7 None None] Provisioning complete for port 0137c11c-c2d2-4853-afb9-a4065a295c1d triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:31.566773 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-0d8e8230-a52c-4204-80d2-8d2ae2d711f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:31.616358 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-0d8e8230-a52c-4204-80d2-8d2ae2d711f7 None None] Port 0137c11c-c2d2-4853-afb9-a4065a295c1d cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:40:31.721668 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05d216-c2e1-4b70-bb69-f4db4f90e2f7 req-c5e1d6af-d6bf-4d38-863c-70a68b8001a9 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:31.723236 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4e05d216-c2e1-4b70-bb69-f4db4f90e2f7 req-c5e1d6af-d6bf-4d38-863c-70a68b8001a9 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.2177446 Aug 13 02:40:31.760363 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cb5c02da-cba5-413b-a7d6-08e522942788 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:31.777515 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cb5c02da-cba5-413b-a7d6-08e522942788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:31.890619 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-b4c462b5-b4f9-4b84-b980-48d08b912fbb tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:31.892122 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-b4c462b5-b4f9-4b84-b980-48d08b912fbb tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.36 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 815 time: 0.4169669 Aug 13 02:40:31.901023 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4e05d216-c2e1-4b70-bb69-f4db4f90e2f7 req-5a8be80f-0b8f-4ab9-9fd2-de31a5e3c7dc tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646020 Aug 13 02:40:31.915371 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-1ea818b6-795d-4027-8b7e-ca75f46c8c4e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Request body: {'port': {'device_id': 'eb86c857-4035-4f98-8192-982c2f24592c', 'network_id': '17ed0c13-cd3d-4f62-bfa4-55efe8abc95b', 'admin_state_up': True, 'tenant_id': '47f0c494de3b45c19b5e5c2fc0a24d12'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:31.922591 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c02da-cba5-413b-a7d6-08e522942788 admin admin] Pushing event updated for resources: {'Port': ['ID=0137c11c-c2d2-4853-afb9-a4065a295c1d,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:32.024507 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device f8ce268a-c884-4086-b644-72c3727a6ca2 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:32.097159 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port f8ce268a-c884-4086-b644-72c3727a6ca2 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:32.101983 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port f8ce268a-c884-4086-b644-72c3727a6ca2 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:32.102591 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:32.201641 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cb5c02da-cba5-413b-a7d6-08e522942788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753018'] for router_interface, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:32.213699 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:32.243821 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port f8ce268a-c884-4086-b644-72c3727a6ca2, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=f8ce268a-c884-4086-b644-72c3727a6ca2,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:32.249647 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:32.251102 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 9ab2483a-d891-4d66-ab59-539fa66d6719 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:32.303794 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-242f6169-4bec-4186-9547-6ed2cc2d7e21 req-c20d74ad-f160-4523-8467-cadedac32c44 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb86c857-4035-4f98-8192-982c2f24592c HTTP/1.1" status: 200 len: 210 time: 0.0387092 Aug 13 02:40:32.347799 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=f8ce268a-c884-4086-b644-72c3727a6ca2,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:32.358507 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 9ab2483a-d891-4d66-ab59-539fa66d6719 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:32.359133 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:32.398965 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-1ea818b6-795d-4027-8b7e-ca75f46c8c4e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Made reservation on behalf of 47f0c494de3b45c19b5e5c2fc0a24d12 for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:32.404936 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-1ea818b6-795d-4027-8b7e-ca75f46c8c4e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:32.460605 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5c02da-cba5-413b-a7d6-08e522942788 admin admin] Network 4eb62c1f-7918-4e66-91a6-689a1ab55d3a is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:40:32.464410 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-cb5c02da-cba5-413b-a7d6-08e522942788 admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:32.666046 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-1ea818b6-795d-4027-8b7e-ca75f46c8c4e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Allocated IP 172.20.0.6 (17ed0c13-cd3d-4f62-bfa4-55efe8abc95b/b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6/6c70c2c9-f5a5-448c-9a65-ff217ed3f641) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:40:32.680252 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5c02da-cba5-413b-a7d6-08e522942788 admin admin] Router c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:40:32.764960 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-42e8e602-b2f6-49c4-a415-003ba24f7a74 None None] Provisioning complete for port 0137c11c-c2d2-4853-afb9-a4065a295c1d triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:32.766563 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-42e8e602-b2f6-49c4-a415-003ba24f7a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:32.821793 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-42e8e602-b2f6-49c4-a415-003ba24f7a74 None None] Port 0137c11c-c2d2-4853-afb9-a4065a295c1d cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:40:32.904851 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5c02da-cba5-413b-a7d6-08e522942788 admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:40:32.914211 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-cb5c02da-cba5-413b-a7d6-08e522942788 admin admin] 10.222.0.13 "PUT /v2.0/routers/c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1646509 Aug 13 02:40:32.968953 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-1ea818b6-795d-4027-8b7e-ca75f46c8c4e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:33.057717 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-1ea818b6-795d-4027-8b7e-ca75f46c8c4e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:33.073540 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['8da525de-fbee-49b3-870f-0498749a9b12'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:40:33.078664 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 35508) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:33.141825 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5073d5-6c8d-4a80-bd40-9a18b9954e78 req-707633fd-f350-4fc4-91e2-dd995d2bbb70 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:33.153594 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ee5073d5-6c8d-4a80-bd40-9a18b9954e78 req-707633fd-f350-4fc4-91e2-dd995d2bbb70 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.1362987 Aug 13 02:40:33.164306 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-1ea818b6-795d-4027-8b7e-ca75f46c8c4e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Network 17ed0c13-cd3d-4f62-bfa4-55efe8abc95b is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:40:33.170415 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-1ea818b6-795d-4027-8b7e-ca75f46c8c4e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:33.184312 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea818b6-795d-4027-8b7e-ca75f46c8c4e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Pushing event updated for resources: {'Port': ['ID=6c70c2c9-f5a5-448c-9a65-ff217ed3f641,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:33.193067 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-1ea818b6-795d-4027-8b7e-ca75f46c8c4e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:40:33.229697 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-40a64709-3d44-4955-92c4-1331f99b4ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:33.274337 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-1ea818b6-795d-4027-8b7e-ca75f46c8c4e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:33.274982 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-1ea818b6-795d-4027-8b7e-ca75f46c8c4e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:33.311064 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ee5073d5-6c8d-4a80-bd40-9a18b9954e78 req-65a4f57d-c1d4-4f33-9063-36297d467907 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561975 Aug 13 02:40:33.365559 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-40a64709-3d44-4955-92c4-1331f99b4ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:33.372233 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-40a64709-3d44-4955-92c4-1331f99b4ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:33.376282 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-1ea818b6-795d-4027-8b7e-ca75f46c8c4e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4676397 Aug 13 02:40:33.394820 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-c4195759-4852-4ad0-aa2a-48300370830a service neutron] Request body: {'port': {'device_id': 'eb86c857-4035-4f98-8192-982c2f24592c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:33.438246 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-40a64709-3d44-4955-92c4-1331f99b4ce1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7155b547750843728b93f8cc2e308fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3584173 Aug 13 02:40:33.439188 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a64709-3d44-4955-92c4-1331f99b4ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad9852d-15e2-46f4-a3f2-0e6a9e43bddb,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:33.441812 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 35522) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:33.510928 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-17ee4fe5-b0c2-4a11-b091-f9b125d926bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:33.515400 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-c4195759-4852-4ad0-aa2a-48300370830a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:33.540294 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] Sync routers for ids ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'] in dv-cinder-760192-6-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:40:33.548988 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-17ee4fe5-b0c2-4a11-b091-f9b125d926bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:33.552929 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] Routers {'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:40:33.553543 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:40:25Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:33.555216 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9418462-e405-4ff2-ae21-4e7b29ff0c9a req-91076df6-a3a2-408e-94a8-ca89c37cc4c0 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:33.563564 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b9418462-e405-4ff2-ae21-4e7b29ff0c9a req-91076df6-a3a2-408e-94a8-ca89c37cc4c0 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb86c857-4035-4f98-8192-982c2f24592c HTTP/1.1" status: 200 len: 931 time: 0.1318791 Aug 13 02:40:33.612504 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-17ee4fe5-b0c2-4a11-b091-f9b125d926bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:33.617078 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-17ee4fe5-b0c2-4a11-b091-f9b125d926bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:33.618296 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-17ee4fe5-b0c2-4a11-b091-f9b125d926bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aad9852d-15e2-46f4-a3f2-0e6a9e43bddb HTTP/1.1" status: 204 len: 168 time: 0.1754017 Aug 13 02:40:33.646940 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee4fe5-b0c2-4a11-b091-f9b125d926bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad9852d-15e2-46f4-a3f2-0e6a9e43bddb,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:33.673063 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b9418462-e405-4ff2-ae21-4e7b29ff0c9a req-5350741a-a873-4ad9-ad9e-4d179f8461c9 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017511 Aug 13 02:40:33.754127 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] Set router c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:40:33.983143 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 35536) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:33.991322 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device f8ce268a-c884-4086-b644-72c3727a6ca2 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:33.994281 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-0e5a31bb-598c-4e49-af74-775ddf916907 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1812019994', 'description': 'tempest-description--548649070'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:34.078626 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0e5a31bb-598c-4e49-af74-775ddf916907 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.096514 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port f8ce268a-c884-4086-b644-72c3727a6ca2 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:34.096990 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.099092 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-c4195759-4852-4ad0-aa2a-48300370830a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c70c2c9-f5a5-448c-9a65-ff217ed3f641 {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:40:34.112533 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-c4195759-4852-4ad0-aa2a-48300370830a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.124589 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1469199750-router', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:27Z', 'updated_at': '2021-08-13T02:40:31Z', 'revision_number': 4, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'gw_port': {'id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:28Z', 'updated_at': '2021-08-13T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '0137c11c-c2d2-4853-afb9-a4065a295c1d', 'name': '', 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'mac_address': 'fa:16:3e:60:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:30Z', 'updated_at': '2021-08-13T02:40:31Z', 'revision_number': 2, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'subnets': [{'id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:34.137204 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-c4195759-4852-4ad0-aa2a-48300370830a service neutron] Transition to ACTIVE for port object 6c70c2c9-f5a5-448c-9a65-ff217ed3f641 will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:34.143579 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-c4195759-4852-4ad0-aa2a-48300370830a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.164835 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] Checking router: c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 for host: dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:40:34.165451 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] Updating router c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 port 0137c11c-c2d2-4853-afb9-a4065a295c1d binding host dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:40:34.202409 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.222549 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4195759-4852-4ad0-aa2a-48300370830a service neutron] Pushing event updated for resources: {'Port': ['ID=6c70c2c9-f5a5-448c-9a65-ff217ed3f641,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:34.333334 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0e5a31bb-598c-4e49-af74-775ddf916907 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.339937 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0e5a31bb-598c-4e49-af74-775ddf916907 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.360161 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0e5a31bb-598c-4e49-af74-775ddf916907 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.361389 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-0e5a31bb-598c-4e49-af74-775ddf916907 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3715649 Aug 13 02:40:34.364683 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 35558) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:34.370309 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-7ad5025e-2607-476d-8478-b27b4a418fe3 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Request body: {'security_group_rule': {'security_group_id': 'cb7ba7f9-5289-49e3-b4b2-40a02c0f4cb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:34.409285 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-c4195759-4852-4ad0-aa2a-48300370830a service neutron] Attempting to bind port 6c70c2c9-f5a5-448c-9a65-ff217ed3f641 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:40:34.409755 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-c4195759-4852-4ad0-aa2a-48300370830a service neutron] Attempting to bind port 6c70c2c9-f5a5-448c-9a65-ff217ed3f641 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'fa22d129-2c66-404a-8374-3248e96dac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '17ed0c13-cd3d-4f62-bfa4-55efe8abc95b'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:40:34.410088 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-c4195759-4852-4ad0-aa2a-48300370830a service neutron] Attempting to bind port 6c70c2c9-f5a5-448c-9a65-ff217ed3f641 on network 17ed0c13-cd3d-4f62-bfa4-55efe8abc95b {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:40:34.415408 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a31bb-598c-4e49-af74-775ddf916907 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7ba7f9-5289-49e3-b4b2-40a02c0f4cb9,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:34.425879 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7ad5025e-2607-476d-8478-b27b4a418fe3 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.431806 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-c4195759-4852-4ad0-aa2a-48300370830a service neutron] Port 6c70c2c9-f5a5-448c-9a65-ff217ed3f641 on network 17ed0c13-cd3d-4f62-bfa4-55efe8abc95b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:40:34.432133 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-c4195759-4852-4ad0-aa2a-48300370830a service neutron] Attempting to bind port 6c70c2c9-f5a5-448c-9a65-ff217ed3f641 on network 17ed0c13-cd3d-4f62-bfa4-55efe8abc95b {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:40:34.441758 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-c4195759-4852-4ad0-aa2a-48300370830a service neutron] Checking agent: {'id': 'ed42ff0f-eab8-465d-8b76-aea1e8788a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'started_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:40:34.442093 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-c4195759-4852-4ad0-aa2a-48300370830a service neutron] Checking segment: {'id': 'fa22d129-2c66-404a-8374-3248e96dac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '17ed0c13-cd3d-4f62-bfa4-55efe8abc95b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:34.442475 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-c4195759-4852-4ad0-aa2a-48300370830a service neutron] Bound using segment: {'id': 'fa22d129-2c66-404a-8374-3248e96dac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '17ed0c13-cd3d-4f62-bfa4-55efe8abc95b'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:40:34.442902 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-c4195759-4852-4ad0-aa2a-48300370830a service neutron] Bound port: 6c70c2c9-f5a5-448c-9a65-ff217ed3f641, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa22d129-2c66-404a-8374-3248e96dac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '17ed0c13-cd3d-4f62-bfa4-55efe8abc95b'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:40:34.443254 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-c4195759-4852-4ad0-aa2a-48300370830a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.477703 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272a053-3f57-44ce-a04e-82ea2fc002a7 req-8dfcdc83-cf6f-4634-b64b-74559c0a01a2 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:34.480188 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1272a053-3f57-44ce-a04e-82ea2fc002a7 req-8dfcdc83-cf6f-4634-b64b-74559c0a01a2 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0916851 Aug 13 02:40:34.528137 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7ad5025e-2607-476d-8478-b27b4a418fe3 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.533467 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7ad5025e-2607-476d-8478-b27b4a418fe3 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781064'] for security_group_rule, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.557108 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5025e-2607-476d-8478-b27b4a418fe3 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d02525-36db-4566-b377-a33c287b12e2,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:34.567087 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7ad5025e-2607-476d-8478-b27b4a418fe3 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.568916 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-7ad5025e-2607-476d-8478-b27b4a418fe3 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2030935 Aug 13 02:40:34.569579 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1272a053-3f57-44ce-a04e-82ea2fc002a7 req-28ab7714-6262-40d3-ab79-db2ade23c14e tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666721 Aug 13 02:40:34.571431 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 35568) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:34.576109 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-bab50c06-220d-48d2-bfdd-60df1a95ffc6 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Request body: {'security_group_rule': {'security_group_id': 'cb7ba7f9-5289-49e3-b4b2-40a02c0f4cb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:34.581888 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-c4195759-4852-4ad0-aa2a-48300370830a service neutron] For port 6c70c2c9-f5a5-448c-9a65-ff217ed3f641, host hv-cinder-76019, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:40:34.586241 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-c4195759-4852-4ad0-aa2a-48300370830a service neutron] For port 6c70c2c9-f5a5-448c-9a65-ff217ed3f641, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6c70c2c9-f5a5-448c-9a65-ff217ed3f641,segment=NetworkSegment(fa22d129-2c66-404a-8374-3248e96dac14),segment_id=fa22d129-2c66-404a-8374-3248e96dac14)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:40:34.600026 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-c4195759-4852-4ad0-aa2a-48300370830a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.628191 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-c4195759-4852-4ad0-aa2a-48300370830a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:34.628815 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-c4195759-4852-4ad0-aa2a-48300370830a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.630214 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-c4195759-4852-4ad0-aa2a-48300370830a service neutron] 10.222.0.36 "PUT /v2.0/ports/6c70c2c9-f5a5-448c-9a65-ff217ed3f641 HTTP/1.1" status: 200 len: 1093 time: 1.2398753 Aug 13 02:40:34.655537 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb86c857-4035-4f98-8192-982c2f24592c', 'tag': '6c70c2c9-f5a5-448c-9a65-ff217ed3f641'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:34.657670 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4195ea-bdca-48c4-bc65-cba22ee85abe" -d '{"events": [{"name": "network-changed", "server_uuid": "eb86c857-4035-4f98-8192-982c2f24592c", "tag": "6c70c2c9-f5a5-448c-9a65-ff217ed3f641"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:34.659871 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] Notify callbacks [] for port, precommit_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.672466 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] Transition to ACTIVE for port object 0137c11c-c2d2-4853-afb9-a4065a295c1d will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:34.678668 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.689014 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bab50c06-220d-48d2-bfdd-60df1a95ffc6 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.732038 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4195759-4852-4ad0-aa2a-48300370830a service neutron] Pushing event updated for resources: {'Port': ['ID=6c70c2c9-f5a5-448c-9a65-ff217ed3f641,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:34.738055 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc086b-14e3-44f4-8858-56ca0374b8f8 None None] Pushing event updated for resources: {'Port': ['ID=0137c11c-c2d2-4853-afb9-a4065a295c1d,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:34.789126 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27591800-d64a-415b-973e-56c84f2af6ab x-openstack-request-id: req-27591800-d64a-415b-973e-56c84f2af6ab {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:34.789456 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb86c857-4035-4f98-8192-982c2f24592c", "tag": "6c70c2c9-f5a5-448c-9a65-ff217ed3f641", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:34.789714 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27591800-d64a-415b-973e-56c84f2af6ab {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:34.790102 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb86c857-4035-4f98-8192-982c2f24592c', 'tag': '6c70c2c9-f5a5-448c-9a65-ff217ed3f641', 'status': 'completed', 'code': 200} Aug 13 02:40:34.809990 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bab50c06-220d-48d2-bfdd-60df1a95ffc6 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.819319 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] Attempting to bind port 0137c11c-c2d2-4853-afb9-a4065a295c1d on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:40:34.820123 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] Attempting to bind port 0137c11c-c2d2-4853-afb9-a4065a295c1d by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': '7cb886fe-efaa-4f53-8959-a90d1cb1fb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:40:34.821307 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] Attempting to bind port 0137c11c-c2d2-4853-afb9-a4065a295c1d on network 4eb62c1f-7918-4e66-91a6-689a1ab55d3a {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:40:34.824301 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bab50c06-220d-48d2-bfdd-60df1a95ffc6 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781064'] for security_group_rule, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.830245 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:40:34.830725 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] Checking segment: {'id': '7cb886fe-efaa-4f53-8959-a90d1cb1fb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:34.831289 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.832583 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] Bound using segment: {'id': '7cb886fe-efaa-4f53-8959-a90d1cb1fb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:40:34.833196 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] Bound port: 0137c11c-c2d2-4853-afb9-a4065a295c1d, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb886fe-efaa-4f53-8959-a90d1cb1fb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:40:34.833695 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.875889 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-f4467751-5d60-470d-bd6e-a07fcfae908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:34.877972 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-f4467751-5d60-470d-bd6e-a07fcfae908d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&device_id=eb86c857-4035-4f98-8192-982c2f24592c HTTP/1.1" status: 200 len: 1096 time: 0.1621873 Aug 13 02:40:34.887674 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab50c06-220d-48d2-bfdd-60df1a95ffc6 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba45cc9-c05f-4325-8a28-515c2fd617b8,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:34.893535 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bab50c06-220d-48d2-bfdd-60df1a95ffc6 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.897309 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-bab50c06-220d-48d2-bfdd-60df1a95ffc6 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3248920 Aug 13 02:40:34.897741 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 35582) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:34.903279 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-c55b8c43-e0e1-44c9-9fd0-df8d21ac08b0 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Request body: {'floatingip': {'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:34.952046 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5991729-3759-4e66-8ac6-d688f9fe6d86 req-e864b010-2a5d-47f6-8cfa-fa30f26dfcc0 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:34.952930 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c55b8c43-e0e1-44c9-9fd0-df8d21ac08b0 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for floatingip, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.954095 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c5991729-3759-4e66-8ac6-d688f9fe6d86 req-e864b010-2a5d-47f6-8cfa-fa30f26dfcc0 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb86c857-4035-4f98-8192-982c2f24592c HTTP/1.1" status: 200 len: 943 time: 0.1519487 Aug 13 02:40:34.955718 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-e3825c6e-7f00-4961-a004-661058b9241c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c70c2c9-f5a5-448c-9a65-ff217ed3f641 HTTP/1.1" status: 200 len: 217 time: 0.0572584 Aug 13 02:40:34.974748 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] For port 0137c11c-c2d2-4853-afb9-a4065a295c1d, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:40:34.978807 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] For port 0137c11c-c2d2-4853-afb9-a4065a295c1d, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=0137c11c-c2d2-4853-afb9-a4065a295c1d,segment=NetworkSegment(7cb886fe-efaa-4f53-8959-a90d1cb1fb6c),segment_id=7cb886fe-efaa-4f53-8959-a90d1cb1fb6c)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:40:34.985400 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:35.033868 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c5991729-3759-4e66-8ac6-d688f9fe6d86 req-aad553ee-7fd7-4dbe-9fd0-b6761dba981e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713925 Aug 13 02:40:35.065745 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-0fc66e9d-6da5-42d7-ae03-4079575c24fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:35.065745 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-0fc66e9d-6da5-42d7-ae03-4079575c24fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6 HTTP/1.1" status: 200 len: 855 time: 0.0693157 Aug 13 02:40:35.121724 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 35592) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:35.122492 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-9ca06c42-1d17-42e5-9a78-eb1387376a1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502648 Aug 13 02:40:35.170503 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] Routers {'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:40:35.171084 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:40:25Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:35.174377 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc086b-14e3-44f4-8858-56ca0374b8f8 None None] Pushing event updated for resources: {'Port': ['ID=0137c11c-c2d2-4853-afb9-a4065a295c1d,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:35.177691 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c55b8c43-e0e1-44c9-9fd0-df8d21ac08b0 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:35.265789 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-d79adb99-3e98-4da2-9036-0348b45c6716 service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328409 Aug 13 02:40:35.407229 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_common [None req-c55b8c43-e0e1-44c9-9fd0-df8d21ac08b0 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Allocated IP 172.27.3.193 (e1b1eaab-3abb-4c2f-9e17-ba947274cb90/3b95406b-7f6d-4e40-b01a-fd59db47aa2f/a6c9ff92-1b9c-474c-9a93-063afd204500) {{(pid=100521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:40:35.418823 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-22fca9e5-9b32-47a0-9425-a0567bbc84e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:35.462301 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8a729f79-49ba-436e-ad4b-479bb0c7a867 req-2591deab-642b-43b3-941f-e17022f2029a service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833823 Aug 13 02:40:35.465545 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] Set router c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:40:35.501403 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 35602) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:35.574198 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4195ea-bdca-48c4-bc65-cba22ee85abe req-0059130d-9a7c-4667-ab7b-06ee89a964bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:35.578796 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1f4195ea-bdca-48c4-bc65-cba22ee85abe req-0059130d-9a7c-4667-ab7b-06ee89a964bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&device_id=eb86c857-4035-4f98-8192-982c2f24592c HTTP/1.1" status: 200 len: 1096 time: 0.0519834 Aug 13 02:40:35.593349 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c55b8c43-e0e1-44c9-9fd0-df8d21ac08b0 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for port, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:35.654441 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-22fca9e5-9b32-47a0-9425-a0567bbc84e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:35.660693 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-22fca9e5-9b32-47a0-9425-a0567bbc84e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:35.672344 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fda4e5ec-8314-4f64-a81d-6ddaeced6258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:35.693560 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c55b8c43-e0e1-44c9-9fd0-df8d21ac08b0 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703'] for port, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:35.738137 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4195ea-bdca-48c4-bc65-cba22ee85abe req-96aa4c59-74fd-4e8a-89f0-ac81e2dca988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:35.739747 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1f4195ea-bdca-48c4-bc65-cba22ee85abe req-96aa4c59-74fd-4e8a-89f0-ac81e2dca988 service neutron] 10.222.0.36 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 916 time: 0.1513898 Aug 13 02:40:35.747341 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-22fca9e5-9b32-47a0-9425-a0567bbc84e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b57aad13266461b9cfa147a5891fc50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6201460 Aug 13 02:40:35.748403 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 35608) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:35.766762 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1469199750-router', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:27Z', 'updated_at': '2021-08-13T02:40:31Z', 'revision_number': 4, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'gw_port': {'id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:28Z', 'updated_at': '2021-08-13T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '0137c11c-c2d2-4853-afb9-a4065a295c1d', 'name': '', 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'mac_address': 'fa:16:3e:60:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:30Z', 'updated_at': '2021-08-13T02:40:34Z', 'revision_number': 4, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'subnets': [{'id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:35.774546 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fca9e5-9b32-47a0-9425-a0567bbc84e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48cd015-08dc-4e1a-8f2d-49828c5fabbd,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:35.778303 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55b8c43-e0e1-44c9-9fd0-df8d21ac08b0 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:40:35.784572 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-c55b8c43-e0e1-44c9-9fd0-df8d21ac08b0 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:35.790337 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55b8c43-e0e1-44c9-9fd0-df8d21ac08b0 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Received port after_create {{(pid=100521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:40:35.796405 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b8c43-e0e1-44c9-9fd0-df8d21ac08b0 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Pushing event updated for resources: {'Port': ['ID=a6c9ff92-1b9c-474c-9a93-063afd204500,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:35.812025 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1a32f5-2251-453f-996b-b2c3456a6186 None None] The sync data for ids ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'] in dv-cinder-760192-6-iscsi is: [{'id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1469199750-router', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:27Z', 'updated_at': '2021-08-13T02:40:31Z', 'revision_number': 4, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'gw_port': {'id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:28Z', 'updated_at': '2021-08-13T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '0137c11c-c2d2-4853-afb9-a4065a295c1d', 'name': '', 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'mac_address': 'fa:16:3e:60:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:30Z', 'updated_at': '2021-08-13T02:40:34Z', 'revision_number': 4, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'subnets': [{'id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:40:35.828951 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1f4195ea-bdca-48c4-bc65-cba22ee85abe req-a5132411-6327-4499-9323-ba20aa188a8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c70c2c9-f5a5-448c-9a65-ff217ed3f641 HTTP/1.1" status: 200 len: 217 time: 0.0695167 Aug 13 02:40:35.965404 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4195ea-bdca-48c4-bc65-cba22ee85abe req-bce0cbaa-da92-4073-b30b-20d111f340d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:35.966974 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1f4195ea-bdca-48c4-bc65-cba22ee85abe req-bce0cbaa-da92-4073-b30b-20d111f340d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6 HTTP/1.1" status: 200 len: 855 time: 0.1222091 Aug 13 02:40:35.967843 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fc19d6b7-6915-4690-a9fd-ecc84571a5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.004331 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fda4e5ec-8314-4f64-a81d-6ddaeced6258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.016267 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 0137c11c-c2d2-4853-afb9-a4065a295c1d up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:36.109038 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888c797-dde5-4a69-805c-8dc0bb80fc7a req-2f791b82-6a2d-4e83-8759-ba8ef1320a90 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:36.110563 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f888c797-dde5-4a69-805c-8dc0bb80fc7a req-2f791b82-6a2d-4e83-8759-ba8ef1320a90 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.4192188 Aug 13 02:40:36.125954 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port 0137c11c-c2d2-4853-afb9-a4065a295c1d completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:36.137825 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 0137c11c-c2d2-4853-afb9-a4065a295c1d triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:36.138520 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.195516 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c55b8c43-e0e1-44c9-9fd0-df8d21ac08b0 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.234274 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f888c797-dde5-4a69-805c-8dc0bb80fc7a req-85bb4daa-bbd9-4747-899d-adcba829dbf0 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125472 Aug 13 02:40:36.241946 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c55b8c43-e0e1-44c9-9fd0-df8d21ac08b0 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.251046 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1f4195ea-bdca-48c4-bc65-cba22ee85abe req-3577d519-24c1-474d-82a8-5ababa6b020a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2718322 Aug 13 02:40:36.251834 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fda4e5ec-8314-4f64-a81d-6ddaeced6258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.261990 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.274760 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fc19d6b7-6915-4690-a9fd-ecc84571a5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.306382 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port 0137c11c-c2d2-4853-afb9-a4065a295c1d, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=0137c11c-c2d2-4853-afb9-a4065a295c1d,segment=NetworkSegment(7cb886fe-efaa-4f53-8959-a90d1cb1fb6c),segment_id=7cb886fe-efaa-4f53-8959-a90d1cb1fb6c)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:36.309569 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.371876 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=0137c11c-c2d2-4853-afb9-a4065a295c1d,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:36.394744 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-fda4e5ec-8314-4f64-a81d-6ddaeced6258 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e3d08e2e83a44729046269ef7a0199b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8920612 Aug 13 02:40:36.397349 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 35614) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:36.432764 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4e5ec-8314-4f64-a81d-6ddaeced6258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6639ce75-31ce-4cd8-b0c9-e49a686acdea,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:36.452076 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137bcb6-e087-405f-8bbd-2bf84dfebdfc req-93807525-4af6-4586-9625-6c56f8c6c578 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:36.454045 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c137bcb6-e087-405f-8bbd-2bf84dfebdfc req-93807525-4af6-4586-9625-6c56f8c6c578 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb86c857-4035-4f98-8192-982c2f24592c HTTP/1.1" status: 200 len: 943 time: 0.2057281 Aug 13 02:40:36.475044 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fc19d6b7-6915-4690-a9fd-ecc84571a5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.477883 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fc19d6b7-6915-4690-a9fd-ecc84571a5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.482331 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-fc19d6b7-6915-4690-a9fd-ecc84571a5b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d48cd015-08dc-4e1a-8f2d-49828c5fabbd HTTP/1.1" status: 204 len: 168 time: 0.7297850 Aug 13 02:40:36.516003 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19d6b7-6915-4690-a9fd-ecc84571a5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48cd015-08dc-4e1a-8f2d-49828c5fabbd,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:36.561966 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1f4195ea-bdca-48c4-bc65-cba22ee85abe req-e56f0774-c33f-4fc7-b14e-59b5da822c53 service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011887 Aug 13 02:40:36.566810 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c137bcb6-e087-405f-8bbd-2bf84dfebdfc req-926a43cf-c40f-4c48-8ead-c6dc933cad66 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016979 Aug 13 02:40:36.567324 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c55b8c43-e0e1-44c9-9fd0-df8d21ac08b0 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for port, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.570571 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-8b77f48d-24f8-407e-8638-0f0032051fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.595368 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c55b8c43-e0e1-44c9-9fd0-df8d21ac08b0 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.618046 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-8b77f48d-24f8-407e-8638-0f0032051fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.661743 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c55b8c43-e0e1-44c9-9fd0-df8d21ac08b0 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790613'] for floatingip, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.697340 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b8c43-e0e1-44c9-9fd0-df8d21ac08b0 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Pushing event updated for resources: {'Port': ['ID=a6c9ff92-1b9c-474c-9a93-063afd204500,revision_number=2']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:36.700114 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c55b8c43-e0e1-44c9-9fd0-df8d21ac08b0 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for floatingip, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.701654 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-c55b8c43-e0e1-44c9-9fd0-df8d21ac08b0 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8025968 Aug 13 02:40:36.725876 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-8b77f48d-24f8-407e-8638-0f0032051fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.729080 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-8b77f48d-24f8-407e-8638-0f0032051fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.732489 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-8b77f48d-24f8-407e-8638-0f0032051fc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6639ce75-31ce-4cd8-b0c9-e49a686acdea HTTP/1.1" status: 204 len: 168 time: 0.3316391 Aug 13 02:40:36.739270 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77f48d-24f8-407e-8638-0f0032051fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6639ce75-31ce-4cd8-b0c9-e49a686acdea,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:36.740870 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1f4195ea-bdca-48c4-bc65-cba22ee85abe req-a248c4bc-7b8a-4cac-b82c-245af02f7c47 service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615641 Aug 13 02:40:36.880552 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 35632) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:36.897199 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1a67e9f8-8f16-4f4f-8ee3-ced274722c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.972418 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-2c4e3bf6-70f0-4082-9eb2-f10c53c4e025 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1812019994&fields=id&tenant_id=a8c524e73a0945009e17469f83ae7a5c HTTP/1.1" status: 200 len: 267 time: 0.0622349 Aug 13 02:40:37.123303 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-a08b4411-b2df-41af-bf54-ec9f62c395f7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:37.124901 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-a08b4411-b2df-41af-bf54-ec9f62c395f7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/networks?id=4eb62c1f-7918-4e66-91a6-689a1ab55d3a HTTP/1.1" status: 200 len: 817 time: 0.1408744 Aug 13 02:40:37.127042 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1a67e9f8-8f16-4f4f-8ee3-ced274722c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:37.138815 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1a67e9f8-8f16-4f4f-8ee3-ced274722c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:37.160135 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-2f746b82-e343-4763-97ec-17c30538c2f6 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/quotas/a8c524e73a0945009e17469f83ae7a5c HTTP/1.1" status: 200 len: 375 time: 0.0288360 Aug 13 02:40:37.196038 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-1a67e9f8-8f16-4f4f-8ee3-ced274722c1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ef99fa24df147aca2af7d04ced8932a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142562 Aug 13 02:40:37.197445 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 35640) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:37.211282 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 35642) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:37.212017 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67e9f8-8f16-4f4f-8ee3-ced274722c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ad49b8-e737-4346-92fa-91217d363e64,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:37.236755 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-287a0b19-eddd-4dba-a227-7446d18d22e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:37.238708 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-388ddc13-626d-494a-9dd1-c63f0a163a8b tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8c524e73a0945009e17469f83ae7a5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0701127 Aug 13 02:40:37.284365 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b06b4bbd-7352-4700-889b-a94cfa0bd218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:37.318003 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b06b4bbd-7352-4700-889b-a94cfa0bd218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:37.344205 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-d7b378e3-f724-4447-bac4-e9219879ee7c service neutron] 10.222.0.13 "GET /v2.0/networks/4eb62c1f-7918-4e66-91a6-689a1ab55d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918915 Aug 13 02:40:37.430874 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff64ea9-f0e9-40b4-a96e-97d600543996 req-e7294a8f-0c0c-4044-b63c-6ce4848b66f7 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:37.433316 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2ff64ea9-f0e9-40b4-a96e-97d600543996 req-e7294a8f-0c0c-4044-b63c-6ce4848b66f7 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.1058877 Aug 13 02:40:37.442709 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-d17edc60-a9e4-4bb7-a685-d6754779be50 service neutron] 10.222.0.13 "GET /v2.0/networks/4eb62c1f-7918-4e66-91a6-689a1ab55d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917199 Aug 13 02:40:37.452007 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-287a0b19-eddd-4dba-a227-7446d18d22e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:37.453881 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b06b4bbd-7352-4700-889b-a94cfa0bd218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:37.456367 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b06b4bbd-7352-4700-889b-a94cfa0bd218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:37.457460 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-b06b4bbd-7352-4700-889b-a94cfa0bd218 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24ad49b8-e737-4346-92fa-91217d363e64 HTTP/1.1" status: 204 len: 168 time: 0.2584481 Aug 13 02:40:37.471282 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-287a0b19-eddd-4dba-a227-7446d18d22e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:37.492148 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b4bbd-7352-4700-889b-a94cfa0bd218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ad49b8-e737-4346-92fa-91217d363e64,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:37.533136 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2ff64ea9-f0e9-40b4-a96e-97d600543996 req-f6c0c0e9-13e1-4be4-9b74-a35a3a3aa828 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926061 Aug 13 02:40:37.538004 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-287a0b19-eddd-4dba-a227-7446d18d22e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26de99b9aa6644dfb9005aefa65c2dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257391 Aug 13 02:40:37.541087 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 35650) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:37.547628 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a0b19-eddd-4dba-a227-7446d18d22e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68275a69-bb9f-451f-b03d-93316f4e7958,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:37.631083 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c07459f6-4954-486a-aca5-2636fb81075e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:37.654180 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-02a37eec-99fb-4382-ac58-91991c971989 req-581df5ce-8743-4f6c-9de8-c49ca3d031fe tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd37da36-ce54-4aea-9957-14ad0dbec0c6 HTTP/1.1" status: 200 len: 210 time: 0.0374787 Aug 13 02:40:37.658556 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c07459f6-4954-486a-aca5-2636fb81075e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:37.740183 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63950a43-b718-4642-8809-b6fbd7f1bd7e req-2a312ca5-dc9b-46c0-b6f2-857eaa0ef08b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:37.741688 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-63950a43-b718-4642-8809-b6fbd7f1bd7e req-2a312ca5-dc9b-46c0-b6f2-857eaa0ef08b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb86c857-4035-4f98-8192-982c2f24592c HTTP/1.1" status: 200 len: 943 time: 0.0617692 Aug 13 02:40:37.758822 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c07459f6-4954-486a-aca5-2636fb81075e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:37.762642 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c07459f6-4954-486a-aca5-2636fb81075e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:37.763764 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-c07459f6-4954-486a-aca5-2636fb81075e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68275a69-bb9f-451f-b03d-93316f4e7958 HTTP/1.1" status: 204 len: 168 time: 0.2212920 Aug 13 02:40:37.787706 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07459f6-4954-486a-aca5-2636fb81075e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68275a69-bb9f-451f-b03d-93316f4e7958,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:37.817239 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-63950a43-b718-4642-8809-b6fbd7f1bd7e req-5bdce3eb-21e2-41a6-941a-82c20cf4a5aa tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601616 Aug 13 02:40:37.940576 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 0137c11c-c2d2-4853-afb9-a4065a295c1d up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:37.998455 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 0137c11c-c2d2-4853-afb9-a4065a295c1d triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:37.998897 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:38.674525 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7fba3-de10-4032-bb42-af9bd99e2375 req-c9a96701-96da-4e55-8d5a-f442fc5be473 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:38.676079 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8cc7fba3-de10-4032-bb42-af9bd99e2375 req-c9a96701-96da-4e55-8d5a-f442fc5be473 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0553837 Aug 13 02:40:38.737849 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8cc7fba3-de10-4032-bb42-af9bd99e2375 req-8a987a76-1234-459e-accd-feacba9c396f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488653 Aug 13 02:40:38.754001 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 6c70c2c9-f5a5-448c-9a65-ff217ed3f641 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:40:38.794332 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-93e2e3c1-a30e-4166-b692-81157ba9fe43 req-4d18c0f3-0462-4eed-80ac-7204b6f6e237 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd37da36-ce54-4aea-9957-14ad0dbec0c6 HTTP/1.1" status: 200 len: 210 time: 0.0405505 Aug 13 02:40:38.881534 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 6c70c2c9-f5a5-448c-9a65-ff217ed3f641, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6c70c2c9-f5a5-448c-9a65-ff217ed3f641,segment=NetworkSegment(fa22d129-2c66-404a-8374-3248e96dac14),segment_id=fa22d129-2c66-404a-8374-3248e96dac14)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:38.894128 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Returning: {'device': '6c70c2c9-f5a5-448c-9a65-ff217ed3f641', 'network_id': '17ed0c13-cd3d-4f62-bfa4-55efe8abc95b', 'port_id': '6c70c2c9-f5a5-448c-9a65-ff217ed3f641', 'mac_address': 'fa:16:3e:27:a0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:40:38.945604 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3e3e3-8291-4a5f-ac6a-cb9549d33c03 req-b4748c95-32f0-46aa-b81d-9a7fd8508160 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:38.948702 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ebc3e3e3-8291-4a5f-ac6a-cb9549d33c03 req-b4748c95-32f0-46aa-b81d-9a7fd8508160 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb86c857-4035-4f98-8192-982c2f24592c HTTP/1.1" status: 200 len: 943 time: 0.0576510 Aug 13 02:40:38.953143 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:38.969188 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c70c2c9-f5a5-448c-9a65-ff217ed3f641 {{(pid=100522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:40:38.998785 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 6c70c2c9-f5a5-448c-9a65-ff217ed3f641, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6c70c2c9-f5a5-448c-9a65-ff217ed3f641,segment=NetworkSegment(fa22d129-2c66-404a-8374-3248e96dac14),segment_id=fa22d129-2c66-404a-8374-3248e96dac14)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:39.004201 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:39.093933 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=6c70c2c9-f5a5-448c-9a65-ff217ed3f641,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:39.146305 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ebc3e3e3-8291-4a5f-ac6a-cb9549d33c03 req-0df8c316-a1b6-4777-abbe-c26bf42ee6a3 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982683 Aug 13 02:40:39.156021 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-bb7e54e7-abea-447f-abb7-fe18790211f2 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:39.157543 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-bb7e54e7-abea-447f-abb7-fe18790211f2 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.36 "GET /v2.0/networks?id=4eb62c1f-7918-4e66-91a6-689a1ab55d3a HTTP/1.1" status: 200 len: 817 time: 0.2073998 Aug 13 02:40:39.255015 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-d0ee6a6a-a6bc-4f06-84f6-78fa156de8f2 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8c524e73a0945009e17469f83ae7a5c HTTP/1.1" status: 200 len: 380 time: 0.0647173 Aug 13 02:40:39.272930 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-59a79061-188f-459f-97d3-ade44fd53105 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Request body: {'port': {'device_id': 'bd37da36-ce54-4aea-9957-14ad0dbec0c6', 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'admin_state_up': True, 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'security_groups': ['cb7ba7f9-5289-49e3-b4b2-40a02c0f4cb9']}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:39.401574 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-59a79061-188f-459f-97d3-ade44fd53105 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Made reservation on behalf of a8c524e73a0945009e17469f83ae7a5c for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:39.405211 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-59a79061-188f-459f-97d3-ade44fd53105 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:39.548473 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-59a79061-188f-459f-97d3-ade44fd53105 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Allocated IP 172.20.0.9 (4eb62c1f-7918-4e66-91a6-689a1ab55d3a/20ee19d7-4e11-4399-b9d2-2ed3e6fef45c/0ca8af39-d151-4382-9f95-7a881b545ac5) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:40:39.586629 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['6c70c2c9-f5a5-448c-9a65-ff217ed3f641'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:40:39.751128 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-59a79061-188f-459f-97d3-ade44fd53105 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:39.769409 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-59a79061-188f-459f-97d3-ade44fd53105 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Transition to ACTIVE for port object 0ca8af39-d151-4382-9f95-7a881b545ac5 will not be triggered until provisioned by entity DHCP. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:39.813032 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-59a79061-188f-459f-97d3-ade44fd53105 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:39.906441 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a79061-188f-459f-97d3-ade44fd53105 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Pushing event updated for resources: {'Port': ['ID=0ca8af39-d151-4382-9f95-7a881b545ac5,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:39.935310 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-59a79061-188f-459f-97d3-ade44fd53105 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Network 4eb62c1f-7918-4e66-91a6-689a1ab55d3a is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:40:39.935723 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41825b4-42c3-4b43-8cb8-cadd597a5c53 req-50f2943e-2e6f-477c-a56c-73f070f076ca tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:39.938425 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-59a79061-188f-459f-97d3-ade44fd53105 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:39.946560 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e41825b4-42c3-4b43-8cb8-cadd597a5c53 req-50f2943e-2e6f-477c-a56c-73f070f076ca tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.1040635 Aug 13 02:40:39.953820 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-59a79061-188f-459f-97d3-ade44fd53105 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:40:39.992240 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f536c-53de-436c-94d4-19235125d6b7 req-beb40439-509c-4670-b6f0-a33f08a6a082 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:39.999110 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e41825b4-42c3-4b43-8cb8-cadd597a5c53 req-3dafc525-901d-4dc1-aa54-f3ab2d5562ae tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517337 Aug 13 02:40:39.999764 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f27f536c-53de-436c-94d4-19235125d6b7 req-beb40439-509c-4670-b6f0-a33f08a6a082 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd37da36-ce54-4aea-9957-14ad0dbec0c6 HTTP/1.1" status: 200 len: 931 time: 0.1133080 Aug 13 02:40:40.048503 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-59a79061-188f-459f-97d3-ade44fd53105 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:40.049185 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-59a79061-188f-459f-97d3-ade44fd53105 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:40.076961 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f27f536c-53de-436c-94d4-19235125d6b7 req-d1deda43-a275-4469-8f43-95f7181a19b0 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb7ba7f9-5289-49e3-b4b2-40a02c0f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762031 Aug 13 02:40:40.078769 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-59a79061-188f-459f-97d3-ade44fd53105 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8101311 Aug 13 02:40:40.096432 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-dfb9fff6-9860-4b3f-bbc3-d6ef97800ff8 service neutron] Request body: {'port': {'device_id': 'bd37da36-ce54-4aea-9957-14ad0dbec0c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:40.157939 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-dfb9fff6-9860-4b3f-bbc3-d6ef97800ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:40.241831 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-ea46bd36-165d-4b02-aba6-9e0447f05075 None None] Provisioning for port 0ca8af39-d151-4382-9f95-7a881b545ac5 completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:40.251405 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-ea46bd36-165d-4b02-aba6-9e0447f05075 None None] Provisioning complete for port 0ca8af39-d151-4382-9f95-7a881b545ac5 triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:40.255917 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-ea46bd36-165d-4b02-aba6-9e0447f05075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:40.276247 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c9072-4076-4e26-af18-3a3de2542cc3 req-8923c2c1-d304-429f-9510-8266d7ccd1a6 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:40.285095 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8b8c9072-4076-4e26-af18-3a3de2542cc3 req-8923c2c1-d304-429f-9510-8266d7ccd1a6 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb86c857-4035-4f98-8192-982c2f24592c HTTP/1.1" status: 200 len: 944 time: 0.0745561 Aug 13 02:40:40.304326 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-ea46bd36-165d-4b02-aba6-9e0447f05075 None None] Port 0ca8af39-d151-4382-9f95-7a881b545ac5 cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:40:40.329777 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8b8c9072-4076-4e26-af18-3a3de2542cc3 req-548deeaa-53aa-4405-9192-9c808942fd8e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436349 Aug 13 02:40:40.445033 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-dfb9fff6-9860-4b3f-bbc3-d6ef97800ff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca8af39-d151-4382-9f95-7a881b545ac5 {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:40:40.452935 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-dfb9fff6-9860-4b3f-bbc3-d6ef97800ff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:40.464650 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-dfb9fff6-9860-4b3f-bbc3-d6ef97800ff8 service neutron] Transition to ACTIVE for port object 0ca8af39-d151-4382-9f95-7a881b545ac5 will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:40.468040 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-dfb9fff6-9860-4b3f-bbc3-d6ef97800ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:40.518479 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9fff6-9860-4b3f-bbc3-d6ef97800ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca8af39-d151-4382-9f95-7a881b545ac5,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:40.588920 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-dfb9fff6-9860-4b3f-bbc3-d6ef97800ff8 service neutron] Attempting to bind port 0ca8af39-d151-4382-9f95-7a881b545ac5 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:40:40.589258 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-dfb9fff6-9860-4b3f-bbc3-d6ef97800ff8 service neutron] Attempting to bind port 0ca8af39-d151-4382-9f95-7a881b545ac5 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '7cb886fe-efaa-4f53-8959-a90d1cb1fb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:40:40.589587 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-dfb9fff6-9860-4b3f-bbc3-d6ef97800ff8 service neutron] Attempting to bind port 0ca8af39-d151-4382-9f95-7a881b545ac5 on network 4eb62c1f-7918-4e66-91a6-689a1ab55d3a {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:40:40.594220 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-dfb9fff6-9860-4b3f-bbc3-d6ef97800ff8 service neutron] Port 0ca8af39-d151-4382-9f95-7a881b545ac5 on network 4eb62c1f-7918-4e66-91a6-689a1ab55d3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:40:40.594548 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-dfb9fff6-9860-4b3f-bbc3-d6ef97800ff8 service neutron] Attempting to bind port 0ca8af39-d151-4382-9f95-7a881b545ac5 on network 4eb62c1f-7918-4e66-91a6-689a1ab55d3a {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:40:40.599795 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-dfb9fff6-9860-4b3f-bbc3-d6ef97800ff8 service neutron] Checking agent: {'id': 'ed42ff0f-eab8-465d-8b76-aea1e8788a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'started_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:40:40.600269 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-dfb9fff6-9860-4b3f-bbc3-d6ef97800ff8 service neutron] Checking segment: {'id': '7cb886fe-efaa-4f53-8959-a90d1cb1fb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:40.600668 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-dfb9fff6-9860-4b3f-bbc3-d6ef97800ff8 service neutron] Bound using segment: {'id': '7cb886fe-efaa-4f53-8959-a90d1cb1fb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:40:40.601166 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-dfb9fff6-9860-4b3f-bbc3-d6ef97800ff8 service neutron] Bound port: 0ca8af39-d151-4382-9f95-7a881b545ac5, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb886fe-efaa-4f53-8959-a90d1cb1fb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:40:40.601591 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-dfb9fff6-9860-4b3f-bbc3-d6ef97800ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:40.706422 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-dfb9fff6-9860-4b3f-bbc3-d6ef97800ff8 service neutron] For port 0ca8af39-d151-4382-9f95-7a881b545ac5, host hv-cinder-76019, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:40:40.711083 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-dfb9fff6-9860-4b3f-bbc3-d6ef97800ff8 service neutron] For port 0ca8af39-d151-4382-9f95-7a881b545ac5, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=0ca8af39-d151-4382-9f95-7a881b545ac5,segment=NetworkSegment(7cb886fe-efaa-4f53-8959-a90d1cb1fb6c),segment_id=7cb886fe-efaa-4f53-8959-a90d1cb1fb6c)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:40:40.716015 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-dfb9fff6-9860-4b3f-bbc3-d6ef97800ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:40.768961 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-dfb9fff6-9860-4b3f-bbc3-d6ef97800ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:40.769579 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-dfb9fff6-9860-4b3f-bbc3-d6ef97800ff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:40.771047 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-dfb9fff6-9860-4b3f-bbc3-d6ef97800ff8 service neutron] 10.222.0.36 "PUT /v2.0/ports/0ca8af39-d151-4382-9f95-7a881b545ac5 HTTP/1.1" status: 200 len: 1093 time: 0.6789925 Aug 13 02:40:40.771485 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd37da36-ce54-4aea-9957-14ad0dbec0c6', 'tag': '0ca8af39-d151-4382-9f95-7a881b545ac5'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:40.773788 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a23bf4b-a48d-476d-b2b6-07e6000c12f5" -d '{"events": [{"name": "network-changed", "server_uuid": "bd37da36-ce54-4aea-9957-14ad0dbec0c6", "tag": "0ca8af39-d151-4382-9f95-7a881b545ac5"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:40.795443 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9fff6-9860-4b3f-bbc3-d6ef97800ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca8af39-d151-4382-9f95-7a881b545ac5,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:40.825795 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292ce7e9-4ce1-4120-8512-092d5fb7d87b x-openstack-request-id: req-292ce7e9-4ce1-4120-8512-092d5fb7d87b {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:40.826092 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd37da36-ce54-4aea-9957-14ad0dbec0c6", "tag": "0ca8af39-d151-4382-9f95-7a881b545ac5", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:40.826353 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-292ce7e9-4ce1-4120-8512-092d5fb7d87b {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:40.826752 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd37da36-ce54-4aea-9957-14ad0dbec0c6', 'tag': '0ca8af39-d151-4382-9f95-7a881b545ac5', 'status': 'completed', 'code': 200} Aug 13 02:40:40.896208 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-3a8b75b8-aa2d-461a-af74-5f93be9c97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:40.897917 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-3a8b75b8-aa2d-461a-af74-5f93be9c97a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8c524e73a0945009e17469f83ae7a5c&device_id=bd37da36-ce54-4aea-9957-14ad0dbec0c6 HTTP/1.1" status: 200 len: 1096 time: 0.0490894 Aug 13 02:40:40.953935 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-7142d8a6-4b13-46fa-894d-10af720a9d21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ca8af39-d151-4382-9f95-7a881b545ac5 HTTP/1.1" status: 200 len: 217 time: 0.0368092 Aug 13 02:40:41.009360 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-4487b5dc-6c99-491c-ac95-a78703017263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:41.010823 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-4487b5dc-6c99-491c-ac95-a78703017263 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20ee19d7-4e11-4399-b9d2-2ed3e6fef45c HTTP/1.1" status: 200 len: 856 time: 0.0445869 Aug 13 02:40:41.086810 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-df3e47dc-841f-496c-83ad-20dd12df91ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:41.088930 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-df3e47dc-841f-496c-83ad-20dd12df91ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4eb62c1f-7918-4e66-91a6-689a1ab55d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619607 Aug 13 02:40:41.138024 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89334f31-8f4a-415d-b1df-3a62d57b28dc req-d310de19-4584-4887-bfad-d8a72ef53289 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:41.139551 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-89334f31-8f4a-415d-b1df-3a62d57b28dc req-d310de19-4584-4887-bfad-d8a72ef53289 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0544393 Aug 13 02:40:41.181954 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-89334f31-8f4a-415d-b1df-3a62d57b28dc req-4076b53e-97fe-435a-be32-c5de51837626 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347233 Aug 13 02:40:41.236773 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fa356-a99a-4b19-8f89-b83b7e2b7e36 req-256f25d0-c355-422b-b904-70582eef80aa tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:41.238327 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-554fa356-a99a-4b19-8f89-b83b7e2b7e36 req-256f25d0-c355-422b-b904-70582eef80aa tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd37da36-ce54-4aea-9957-14ad0dbec0c6 HTTP/1.1" status: 200 len: 943 time: 0.0780015 Aug 13 02:40:41.254822 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-c464c811-7985-4529-aeb8-99633192135e service neutron] 10.222.0.36 "GET /v2.0/networks/4eb62c1f-7918-4e66-91a6-689a1ab55d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489441 Aug 13 02:40:41.295122 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-554fa356-a99a-4b19-8f89-b83b7e2b7e36 req-c99ef1f6-ba61-47f6-98f0-0a7f705d0ff2 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb7ba7f9-5289-49e3-b4b2-40a02c0f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493002 Aug 13 02:40:41.359001 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c14e1939-01a5-416b-bcea-07a477b1d527 req-9c0f1298-e10f-42bf-8832-a474a891180b service neutron] 10.222.0.36 "GET /v2.0/networks/4eb62c1f-7918-4e66-91a6-689a1ab55d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860331 Aug 13 02:40:41.446358 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c52cd1-fe9d-4e47-bd36-bc019d75ca79 req-2be261ac-cc36-4cb4-bfaa-d6be1ec7ffca tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:41.448346 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-21c52cd1-fe9d-4e47-bd36-bc019d75ca79 req-2be261ac-cc36-4cb4-bfaa-d6be1ec7ffca tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb86c857-4035-4f98-8192-982c2f24592c HTTP/1.1" status: 200 len: 944 time: 0.0514116 Aug 13 02:40:41.466193 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23bf4b-a48d-476d-b2b6-07e6000c12f5 req-19e3c5c5-4373-4abc-a8a6-d25f4219f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:41.467753 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2a23bf4b-a48d-476d-b2b6-07e6000c12f5 req-19e3c5c5-4373-4abc-a8a6-d25f4219f719 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8c524e73a0945009e17469f83ae7a5c&device_id=bd37da36-ce54-4aea-9957-14ad0dbec0c6 HTTP/1.1" status: 200 len: 1096 time: 0.0410368 Aug 13 02:40:41.486093 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-21c52cd1-fe9d-4e47-bd36-bc019d75ca79 req-cca9a92e-c2bc-47c3-b455-4553989abf3c tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319180 Aug 13 02:40:41.573881 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23bf4b-a48d-476d-b2b6-07e6000c12f5 req-fe5ae0e9-9f2e-4516-ab70-846d5978fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:41.575415 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2a23bf4b-a48d-476d-b2b6-07e6000c12f5 req-fe5ae0e9-9f2e-4516-ab70-846d5978fa40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4eb62c1f-7918-4e66-91a6-689a1ab55d3a HTTP/1.1" status: 200 len: 918 time: 0.0892594 Aug 13 02:40:41.620000 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2a23bf4b-a48d-476d-b2b6-07e6000c12f5 req-ad7d4000-30de-4e73-afcb-22a0c8689bc9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ca8af39-d151-4382-9f95-7a881b545ac5 HTTP/1.1" status: 200 len: 217 time: 0.0335965 Aug 13 02:40:41.675606 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23bf4b-a48d-476d-b2b6-07e6000c12f5 req-1fd7e0e7-c6d9-4152-b0b0-7c54c9382724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:41.677018 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2a23bf4b-a48d-476d-b2b6-07e6000c12f5 req-1fd7e0e7-c6d9-4152-b0b0-7c54c9382724 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20ee19d7-4e11-4399-b9d2-2ed3e6fef45c HTTP/1.1" status: 200 len: 856 time: 0.0456376 Aug 13 02:40:41.721791 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23bf4b-a48d-476d-b2b6-07e6000c12f5 req-14f7bd69-25cb-43c7-b104-f6ac3ca91ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:41.723195 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2a23bf4b-a48d-476d-b2b6-07e6000c12f5 req-14f7bd69-25cb-43c7-b104-f6ac3ca91ed2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4eb62c1f-7918-4e66-91a6-689a1ab55d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0369599 Aug 13 02:40:41.831086 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2a23bf4b-a48d-476d-b2b6-07e6000c12f5 req-a1ec2138-57e7-42aa-817b-66389aae0211 service neutron] 10.222.0.36 "GET /v2.0/networks/4eb62c1f-7918-4e66-91a6-689a1ab55d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974445 Aug 13 02:40:41.945690 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2a23bf4b-a48d-476d-b2b6-07e6000c12f5 req-20b3792a-528d-45b1-82b1-0dbdc55ee912 service neutron] 10.222.0.36 "GET /v2.0/networks/4eb62c1f-7918-4e66-91a6-689a1ab55d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953369 Aug 13 02:40:42.339903 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60cca0-ad0d-4cb6-844f-5e15d7afc13c req-e04140d2-3313-4213-99d6-21d4731319e2 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:42.341393 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bf60cca0-ad0d-4cb6-844f-5e15d7afc13c req-e04140d2-3313-4213-99d6-21d4731319e2 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0543754 Aug 13 02:40:42.384394 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bf60cca0-ad0d-4cb6-844f-5e15d7afc13c req-d1b8fe3e-b194-4711-9168-a2f0496d66a6 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364692 Aug 13 02:40:42.438004 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d633f8-f0fd-4def-865e-2e83b033dfca req-60f81214-3707-4379-a816-e95a979bad80 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:42.440124 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-40d633f8-f0fd-4def-865e-2e83b033dfca req-60f81214-3707-4379-a816-e95a979bad80 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd37da36-ce54-4aea-9957-14ad0dbec0c6 HTTP/1.1" status: 200 len: 943 time: 0.0718310 Aug 13 02:40:42.486501 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-40d633f8-f0fd-4def-865e-2e83b033dfca req-098fb287-fbd7-4f72-946b-c8dab24d0670 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb7ba7f9-5289-49e3-b4b2-40a02c0f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404387 Aug 13 02:40:42.607794 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cf12c-604a-495a-a721-dc0a6a221a57 req-96eb626c-7138-45d2-aafb-f01aab8343ec tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:42.609238 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-161cf12c-604a-495a-a721-dc0a6a221a57 req-96eb626c-7138-45d2-aafb-f01aab8343ec tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb86c857-4035-4f98-8192-982c2f24592c HTTP/1.1" status: 200 len: 944 time: 0.0506449 Aug 13 02:40:42.651298 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-161cf12c-604a-495a-a721-dc0a6a221a57 req-29a6b1dc-3001-4523-990a-3ba463bc1c32 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354128 Aug 13 02:40:42.786103 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 6c70c2c9-f5a5-448c-9a65-ff217ed3f641 up at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:42.834927 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning for port 6c70c2c9-f5a5-448c-9a65-ff217ed3f641 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:42.842526 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning complete for port 6c70c2c9-f5a5-448c-9a65-ff217ed3f641 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:42.843068 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:42.921249 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:42.942616 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb86c857-4035-4f98-8192-982c2f24592c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c70c2c9-f5a5-448c-9a65-ff217ed3f641'}] {{(pid=100522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:42.944854 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8fc6cf8b2729e4d9e864767b08278c7cd211cb654a5ced023b8b854c91925" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06355e5f-78df-4d6b-ab0b-454b5f6da3ce" -d '{"events": [{"server_uuid": "eb86c857-4035-4f98-8192-982c2f24592c", "name": "network-vif-plugged", "status": "completed", "tag": "6c70c2c9-f5a5-448c-9a65-ff217ed3f641"}]}' {{(pid=100522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:42.957994 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 6c70c2c9-f5a5-448c-9a65-ff217ed3f641, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6c70c2c9-f5a5-448c-9a65-ff217ed3f641,segment=NetworkSegment(fa22d129-2c66-404a-8374-3248e96dac14),segment_id=fa22d129-2c66-404a-8374-3248e96dac14)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:42.962278 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:42.989905 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28180fa-bef4-40c3-85a8-3e75fb130ef9 x-openstack-request-id: req-f28180fa-bef4-40c3-85a8-3e75fb130ef9 {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:42.990198 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb86c857-4035-4f98-8192-982c2f24592c", "name": "network-vif-plugged", "status": "completed", "tag": "6c70c2c9-f5a5-448c-9a65-ff217ed3f641", "code": 200}]} {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:42.990445 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f28180fa-bef4-40c3-85a8-3e75fb130ef9 {{(pid=100522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:42.991437 dv-cinder-760192-6-iscsi neutron-server[100522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb86c857-4035-4f98-8192-982c2f24592c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c70c2c9-f5a5-448c-9a65-ff217ed3f641', 'code': 200} Aug 13 02:40:43.023170 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=6c70c2c9-f5a5-448c-9a65-ff217ed3f641,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:43.194326 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff4c5d-bc0f-46b6-9890-661826c7362b req-6029abc5-6e28-4744-a1cc-c37c94254771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:43.195834 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-73ff4c5d-bc0f-46b6-9890-661826c7362b req-6029abc5-6e28-4744-a1cc-c37c94254771 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb86c857-4035-4f98-8192-982c2f24592c HTTP/1.1" status: 200 len: 1098 time: 0.0388978 Aug 13 02:40:43.235288 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-73ff4c5d-bc0f-46b6-9890-661826c7362b req-b21ba5ce-70ad-45d0-b03e-783ab7a98ca1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272367 Aug 13 02:40:43.494951 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 35866) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:43.503107 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffed360-d30f-4309-853d-6e2150099a7e req-4c9eaa80-5df8-4026-80ff-934b38353cde tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:43.504609 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7ffed360-d30f-4309-853d-6e2150099a7e req-4c9eaa80-5df8-4026-80ff-934b38353cde tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0507438 Aug 13 02:40:43.553327 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7ffed360-d30f-4309-853d-6e2150099a7e req-c7998c2c-d8ae-481b-8630-84547d3d0c21 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424027 Aug 13 02:40:43.625131 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-12b53d74-fdab-4b45-96ef-b016ae2a5809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:43.650219 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab13d2-4eff-4b2f-b468-1b04bb34edf8 req-47832624-bcb0-4185-99ec-754393bcecc5 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:43.651924 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-5dab13d2-4eff-4b2f-b468-1b04bb34edf8 req-47832624-bcb0-4185-99ec-754393bcecc5 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd37da36-ce54-4aea-9957-14ad0dbec0c6 HTTP/1.1" status: 200 len: 943 time: 0.0734620 Aug 13 02:40:43.716123 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-5dab13d2-4eff-4b2f-b468-1b04bb34edf8 req-9b2734b5-7f21-4603-9e6d-c528632eefe2 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb7ba7f9-5289-49e3-b4b2-40a02c0f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570498 Aug 13 02:40:43.768710 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222d9b5-9749-488b-8812-34b2d2baa80f req-a15460be-7dc7-4757-9eae-b5ade5d0a92a tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:43.770277 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a222d9b5-9749-488b-8812-34b2d2baa80f req-a15460be-7dc7-4757-9eae-b5ade5d0a92a tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb86c857-4035-4f98-8192-982c2f24592c HTTP/1.1" status: 200 len: 945 time: 0.0498607 Aug 13 02:40:43.777566 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-12b53d74-fdab-4b45-96ef-b016ae2a5809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:43.782141 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-12b53d74-fdab-4b45-96ef-b016ae2a5809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:43.812684 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a222d9b5-9749-488b-8812-34b2d2baa80f req-8ca09007-95e8-4e83-ace4-bd01a17004ad tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364380 Aug 13 02:40:43.824934 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-12b53d74-fdab-4b45-96ef-b016ae2a5809 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a491603f442c4c4ca0c74f9ec926769a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262155 Aug 13 02:40:43.825883 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 35888) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:43.837284 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b53d74-fdab-4b45-96ef-b016ae2a5809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f412b7a7-cf8e-4160-ae96-986c95090b0b,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:43.886521 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a7d666d4-ab15-4f97-8c0b-d5f9b0d1253e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:43.907401 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a7d666d4-ab15-4f97-8c0b-d5f9b0d1253e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:43.957262 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a7d666d4-ab15-4f97-8c0b-d5f9b0d1253e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:43.959802 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a7d666d4-ab15-4f97-8c0b-d5f9b0d1253e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:43.960927 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-a7d666d4-ab15-4f97-8c0b-d5f9b0d1253e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f412b7a7-cf8e-4160-ae96-986c95090b0b HTTP/1.1" status: 204 len: 168 time: 0.1344609 Aug 13 02:40:43.969302 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d666d4-ab15-4f97-8c0b-d5f9b0d1253e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f412b7a7-cf8e-4160-ae96-986c95090b0b,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:44.226948 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 35906) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:44.240056 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f412d227-5f6b-4df1-b8de-76a2139e05dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:44.329244 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f412d227-5f6b-4df1-b8de-76a2139e05dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:44.333072 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f412d227-5f6b-4df1-b8de-76a2139e05dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:44.371517 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-f412d227-5f6b-4df1-b8de-76a2139e05dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e359f6fdeb144cde8c6fe2414d129556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434417 Aug 13 02:40:44.372606 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412d227-5f6b-4df1-b8de-76a2139e05dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a50520-f4c8-4c86-ba9f-382bb72dd0c9,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:44.374254 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 35908) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:44.421735 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-82ac8c35-882b-43e2-bdd2-e098d729a715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:44.443320 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-82ac8c35-882b-43e2-bdd2-e098d729a715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:44.489497 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-82ac8c35-882b-43e2-bdd2-e098d729a715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:44.491951 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-82ac8c35-882b-43e2-bdd2-e098d729a715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:44.493164 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-82ac8c35-882b-43e2-bdd2-e098d729a715 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40a50520-f4c8-4c86-ba9f-382bb72dd0c9 HTTP/1.1" status: 204 len: 168 time: 0.1179059 Aug 13 02:40:44.501789 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac8c35-882b-43e2-bdd2-e098d729a715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a50520-f4c8-4c86-ba9f-382bb72dd0c9,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:44.696626 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509898af-db01-4ec9-9c9b-9e672dbc1723 req-9ef6d098-909a-4d8c-bb38-0b31bd8f14e7 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:44.698998 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-509898af-db01-4ec9-9c9b-9e672dbc1723 req-9ef6d098-909a-4d8c-bb38-0b31bd8f14e7 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0607042 Aug 13 02:40:44.739867 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-509898af-db01-4ec9-9c9b-9e672dbc1723 req-218f47b8-d48f-455c-a962-829d5f649e34 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330644 Aug 13 02:40:44.785423 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 0ca8af39-d151-4382-9f95-7a881b545ac5 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:40:44.854292 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 35920) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:44.854432 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65850f-716c-4e27-8d80-607b5ca80792 req-3025411b-9fcf-40bf-9150-e8f01cd8612e tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:44.861594 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0a65850f-716c-4e27-8d80-607b5ca80792 req-3025411b-9fcf-40bf-9150-e8f01cd8612e tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd37da36-ce54-4aea-9957-14ad0dbec0c6 HTTP/1.1" status: 200 len: 943 time: 0.0649486 Aug 13 02:40:44.870199 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e32823f3-082d-455a-b5ce-5c7da13ec29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:44.904520 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0a65850f-716c-4e27-8d80-607b5ca80792 req-f4ab6918-2789-4ca1-bf10-43b306bb063f tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb7ba7f9-5289-49e3-b4b2-40a02c0f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414653 Aug 13 02:40:44.909492 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 0ca8af39-d151-4382-9f95-7a881b545ac5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=0ca8af39-d151-4382-9f95-7a881b545ac5,segment=NetworkSegment(7cb886fe-efaa-4f53-8959-a90d1cb1fb6c),segment_id=7cb886fe-efaa-4f53-8959-a90d1cb1fb6c)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:44.922513 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Returning: {'device': '0ca8af39-d151-4382-9f95-7a881b545ac5', 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'port_id': '0ca8af39-d151-4382-9f95-7a881b545ac5', 'mac_address': 'fa:16:3e:a8:82:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:40:44.969408 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:44.986499 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ef6f3-6085-4a45-9a7a-4aa35d5d6e9c req-2ef2cf6a-ae50-43dd-a509-e1308f41a401 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:44.987330 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca8af39-d151-4382-9f95-7a881b545ac5 {{(pid=100522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:40:44.988019 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-b53ef6f3-6085-4a45-9a7a-4aa35d5d6e9c req-2ef2cf6a-ae50-43dd-a509-e1308f41a401 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb86c857-4035-4f98-8192-982c2f24592c HTTP/1.1" status: 200 len: 945 time: 0.0809774 Aug 13 02:40:45.012522 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 0ca8af39-d151-4382-9f95-7a881b545ac5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=0ca8af39-d151-4382-9f95-7a881b545ac5,segment=NetworkSegment(7cb886fe-efaa-4f53-8959-a90d1cb1fb6c),segment_id=7cb886fe-efaa-4f53-8959-a90d1cb1fb6c)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:45.016302 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:45.047234 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e32823f3-082d-455a-b5ce-5c7da13ec29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:45.051190 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-b53ef6f3-6085-4a45-9a7a-4aa35d5d6e9c req-3e3a1979-5d09-429d-87ed-dd1009ddeca8 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538876 Aug 13 02:40:45.052346 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e32823f3-082d-455a-b5ce-5c7da13ec29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:45.065609 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=0ca8af39-d151-4382-9f95-7a881b545ac5,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:45.099363 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-e32823f3-082d-455a-b5ce-5c7da13ec29c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f14066a8c35341df8adf365339efd6ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438080 Aug 13 02:40:45.100665 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32823f3-082d-455a-b5ce-5c7da13ec29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f44144-6905-412f-af77-4963ce8bcca7,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:45.102114 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 35924) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:45.155367 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fae25d15-74a6-4806-9f2e-bd7e3a7abb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:45.186526 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fae25d15-74a6-4806-9f2e-bd7e3a7abb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:45.244068 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fae25d15-74a6-4806-9f2e-bd7e3a7abb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:45.246473 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fae25d15-74a6-4806-9f2e-bd7e3a7abb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:45.247663 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-fae25d15-74a6-4806-9f2e-bd7e3a7abb0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74f44144-6905-412f-af77-4963ce8bcca7 HTTP/1.1" status: 204 len: 168 time: 0.1430864 Aug 13 02:40:45.255579 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae25d15-74a6-4806-9f2e-bd7e3a7abb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f44144-6905-412f-af77-4963ce8bcca7,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:45.483525 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['0ca8af39-d151-4382-9f95-7a881b545ac5'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:40:45.859098 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ec13e-ec64-41c2-b4e6-8dd973de9026 req-3f23f49f-8133-473a-83ad-4a10a5bf79fa tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:45.860633 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f00ec13e-ec64-41c2-b4e6-8dd973de9026 req-3f23f49f-8133-473a-83ad-4a10a5bf79fa tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0495226 Aug 13 02:40:45.900946 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f00ec13e-ec64-41c2-b4e6-8dd973de9026 req-c9c3c8a3-a470-44b4-b295-1c406b1f6d30 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333903 Aug 13 02:40:46.021234 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34138e-2b7e-405c-b0d4-e562c6193020 req-f6d1f141-ef37-452e-b729-60370d1e0626 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:46.022898 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7b34138e-2b7e-405c-b0d4-e562c6193020 req-f6d1f141-ef37-452e-b729-60370d1e0626 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd37da36-ce54-4aea-9957-14ad0dbec0c6 HTTP/1.1" status: 200 len: 944 time: 0.0510497 Aug 13 02:40:46.067195 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7b34138e-2b7e-405c-b0d4-e562c6193020 req-45f20aed-79ab-4ac4-a74a-2acd46a7a907 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb7ba7f9-5289-49e3-b4b2-40a02c0f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338466 Aug 13 02:40:47.020111 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df3d2b-2742-4f14-9851-834367fdd5c9 req-830b6bdc-c438-4a22-8a53-b6cd1c53a4d6 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:47.021569 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c6df3d2b-2742-4f14-9851-834367fdd5c9 req-830b6bdc-c438-4a22-8a53-b6cd1c53a4d6 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0518377 Aug 13 02:40:47.060852 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c6df3d2b-2742-4f14-9851-834367fdd5c9 req-df9f79da-5785-4a55-995a-031725642d08 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323892 Aug 13 02:40:47.200825 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52247e94-cac1-4ca9-95e9-1b89b4e2a4b1 req-0d7a83fb-050a-4227-b1f7-75997feacba1 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:47.202320 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-52247e94-cac1-4ca9-95e9-1b89b4e2a4b1 req-0d7a83fb-050a-4227-b1f7-75997feacba1 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd37da36-ce54-4aea-9957-14ad0dbec0c6 HTTP/1.1" status: 200 len: 944 time: 0.0540934 Aug 13 02:40:47.239635 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-52247e94-cac1-4ca9-95e9-1b89b4e2a4b1 req-3c4922d0-a254-4709-8ad9-62076f58abc0 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb7ba7f9-5289-49e3-b4b2-40a02c0f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314085 Aug 13 02:40:48.107971 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-b2c85487-5aa6-4401-b59c-3c8ca5e1045f tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:48.109706 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-b2c85487-5aa6-4401-b59c-3c8ca5e1045f tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 815 time: 0.1171362 Aug 13 02:40:48.136920 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-6c2feff4-92eb-4719-bb2a-eccd647e1cec tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/quotas/47f0c494de3b45c19b5e5c2fc0a24d12 HTTP/1.1" status: 200 len: 375 time: 0.0163794 Aug 13 02:40:48.192357 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-6f196ddc-3e4e-4784-82ec-e2daaf24e815 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497124 Aug 13 02:40:48.194102 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cc66a-c205-4a24-97d1-3b59fda95cd7 req-0d77b26f-92ad-49a4-82ec-48397da030d8 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:48.195671 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-711cc66a-c205-4a24-97d1-3b59fda95cd7 req-0d77b26f-92ad-49a4-82ec-48397da030d8 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0550060 Aug 13 02:40:48.233533 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-711cc66a-c205-4a24-97d1-3b59fda95cd7 req-44b93eb3-16a7-45b8-8857-38c4dfcdbbbc tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317938 Aug 13 02:40:48.286083 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-64d2782b-4707-4af7-9d6b-86eb0ce1aad9 service neutron] 10.222.0.13 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862703 Aug 13 02:40:48.359818 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94e1cd-59dd-4a2c-ad05-bd19185d5436 req-5ae82ca5-e865-4aa0-a9b0-cb1bf8eb9cd7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:48.361273 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6a94e1cd-59dd-4a2c-ad05-bd19185d5436 req-5ae82ca5-e865-4aa0-a9b0-cb1bf8eb9cd7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd37da36-ce54-4aea-9957-14ad0dbec0c6 HTTP/1.1" status: 200 len: 944 time: 0.0479131 Aug 13 02:40:48.374263 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-ffd76be9-4f98-415f-892e-60377221dcad service neutron] 10.222.0.13 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819914 Aug 13 02:40:48.399004 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6a94e1cd-59dd-4a2c-ad05-bd19185d5436 req-67b50de3-6605-4ba9-977b-5ca4403eb913 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb7ba7f9-5289-49e3-b4b2-40a02c0f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318017 Aug 13 02:40:48.586704 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6dd63ad0-c97f-4164-a723-b1589c02f335 req-5a01a3fd-4a19-4cca-be49-512de7e0dd3d tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=83832f2c-d518-4205-95ba-030a994b3986 HTTP/1.1" status: 200 len: 210 time: 0.0640447 Aug 13 02:40:48.801980 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 0ca8af39-d151-4382-9f95-7a881b545ac5 up at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:48.886111 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning for port 0ca8af39-d151-4382-9f95-7a881b545ac5 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:48.892389 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning complete for port 0ca8af39-d151-4382-9f95-7a881b545ac5 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:48.893210 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:48.975683 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:49.013620 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd37da36-ce54-4aea-9957-14ad0dbec0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca8af39-d151-4382-9f95-7a881b545ac5'}] {{(pid=100522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:49.016733 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8fc6cf8b2729e4d9e864767b08278c7cd211cb654a5ced023b8b854c91925" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4d9f8d-b9da-4f7d-9164-a16aac694528" -d '{"events": [{"server_uuid": "bd37da36-ce54-4aea-9957-14ad0dbec0c6", "name": "network-vif-plugged", "status": "completed", "tag": "0ca8af39-d151-4382-9f95-7a881b545ac5"}]}' {{(pid=100522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:49.022887 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 0ca8af39-d151-4382-9f95-7a881b545ac5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=0ca8af39-d151-4382-9f95-7a881b545ac5,segment=NetworkSegment(7cb886fe-efaa-4f53-8959-a90d1cb1fb6c),segment_id=7cb886fe-efaa-4f53-8959-a90d1cb1fb6c)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:49.028028 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:49.089378 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dc1d66-7ade-49c8-914f-6bc58ede62dc x-openstack-request-id: req-35dc1d66-7ade-49c8-914f-6bc58ede62dc {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:49.089690 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd37da36-ce54-4aea-9957-14ad0dbec0c6", "name": "network-vif-plugged", "status": "completed", "tag": "0ca8af39-d151-4382-9f95-7a881b545ac5", "code": 200}]} {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:49.089942 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35dc1d66-7ade-49c8-914f-6bc58ede62dc {{(pid=100522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:49.090323 dv-cinder-760192-6-iscsi neutron-server[100522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd37da36-ce54-4aea-9957-14ad0dbec0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca8af39-d151-4382-9f95-7a881b545ac5', 'code': 200} Aug 13 02:40:49.095560 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=0ca8af39-d151-4382-9f95-7a881b545ac5,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:49.314998 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee50545-648c-4709-aebc-7024f68fd3d1 req-57a3050e-e85e-4081-adef-7b4aa06bf621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:49.316502 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4ee50545-648c-4709-aebc-7024f68fd3d1 req-57a3050e-e85e-4081-adef-7b4aa06bf621 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd37da36-ce54-4aea-9957-14ad0dbec0c6 HTTP/1.1" status: 200 len: 1098 time: 0.0469072 Aug 13 02:40:49.385960 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec751ee1-d315-412b-b4cf-97122d8de89f req-2e10770e-228f-4c90-946e-aafcafb9769b tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:49.387686 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ec751ee1-d315-412b-b4cf-97122d8de89f req-2e10770e-228f-4c90-946e-aafcafb9769b tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0703053 Aug 13 02:40:49.389819 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4ee50545-648c-4709-aebc-7024f68fd3d1 req-5e7a835a-54c9-4905-926e-95345a971107 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cb7ba7f9-5289-49e3-b4b2-40a02c0f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615680 Aug 13 02:40:49.442997 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ec751ee1-d315-412b-b4cf-97122d8de89f req-be86f287-88f8-4207-bcb8-5735e3b2a430 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433562 Aug 13 02:40:49.549762 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213e949-a1c7-44a7-9e7e-5a07a76c50b5 req-575eb297-680e-43f3-8b18-8af1ba1d08ec tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:49.551450 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c213e949-a1c7-44a7-9e7e-5a07a76c50b5 req-575eb297-680e-43f3-8b18-8af1ba1d08ec tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd37da36-ce54-4aea-9957-14ad0dbec0c6 HTTP/1.1" status: 200 len: 945 time: 0.0566919 Aug 13 02:40:49.600832 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c213e949-a1c7-44a7-9e7e-5a07a76c50b5 req-cc807fe1-609e-4039-bb67-ccdcaf765377 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb7ba7f9-5289-49e3-b4b2-40a02c0f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417728 Aug 13 02:40:49.680039 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f0426ca4-57d1-44f9-89aa-5af3fa4d282c req-b4359dd6-41a5-4878-ab8e-4767b16ec41c tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=83832f2c-d518-4205-95ba-030a994b3986 HTTP/1.1" status: 200 len: 210 time: 0.0283358 Aug 13 02:40:50.002460 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-c8991638-b6fb-4958-bdf7-c965f4ee9eec tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:50.004065 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-c8991638-b6fb-4958-bdf7-c965f4ee9eec tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.36 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 815 time: 0.1005278 Aug 13 02:40:50.036342 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-290006d7-d67f-4e0d-a95e-e26683e4ec44 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Request body: {'port': {'device_id': '83832f2c-d518-4205-95ba-030a994b3986', 'network_id': '17ed0c13-cd3d-4f62-bfa4-55efe8abc95b', 'admin_state_up': True, 'tenant_id': '47f0c494de3b45c19b5e5c2fc0a24d12'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:50.070012 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:50.148980 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-290006d7-d67f-4e0d-a95e-e26683e4ec44 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Made reservation on behalf of 47f0c494de3b45c19b5e5c2fc0a24d12 for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:50.153571 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-290006d7-d67f-4e0d-a95e-e26683e4ec44 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:50.280233 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-290006d7-d67f-4e0d-a95e-e26683e4ec44 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Allocated IP 172.20.0.3 (17ed0c13-cd3d-4f62-bfa4-55efe8abc95b/b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6/1b6f7b6c-52a8-49ef-ba09-4185ee15692d) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:40:50.553348 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b850185-f136-42ea-ba9f-c7c628585ddf req-b467252d-3cc5-47a0-b926-20d10f6012dd tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:50.555403 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-2b850185-f136-42ea-ba9f-c7c628585ddf req-b467252d-3cc5-47a0-b926-20d10f6012dd tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0535233 Aug 13 02:40:50.599934 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-2b850185-f136-42ea-ba9f-c7c628585ddf req-8a8cf2a5-bacc-429f-b34a-3870d9e4e2d1 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343952 Aug 13 02:40:50.607443 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-290006d7-d67f-4e0d-a95e-e26683e4ec44 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:50.645609 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-290006d7-d67f-4e0d-a95e-e26683e4ec44 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:50.659952 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['8da525de-fbee-49b3-870f-0498749a9b12', '6c70c2c9-f5a5-448c-9a65-ff217ed3f641'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:40:50.699427 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-290006d7-d67f-4e0d-a95e-e26683e4ec44 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Network 17ed0c13-cd3d-4f62-bfa4-55efe8abc95b is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:40:50.703166 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-290006d7-d67f-4e0d-a95e-e26683e4ec44 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:50.709989 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-290006d7-d67f-4e0d-a95e-e26683e4ec44 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:40:50.714976 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290006d7-d67f-4e0d-a95e-e26683e4ec44 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Pushing event updated for resources: {'Port': ['ID=1b6f7b6c-52a8-49ef-ba09-4185ee15692d,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:50.813510 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-290006d7-d67f-4e0d-a95e-e26683e4ec44 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:50.814810 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-290006d7-d67f-4e0d-a95e-e26683e4ec44 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:50.835615 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a691c-b262-444d-9ad9-151bbac79568 req-d6f85c8c-64ad-440c-a03a-53ff5b81e41d tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:50.847854 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c44a691c-b262-444d-9ad9-151bbac79568 req-d6f85c8c-64ad-440c-a03a-53ff5b81e41d tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=83832f2c-d518-4205-95ba-030a994b3986 HTTP/1.1" status: 200 len: 931 time: 0.0720606 Aug 13 02:40:50.848278 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36ef2e-0564-47d3-a5fc-8d64740b1a13 req-20512fec-a3fa-41d9-a8c6-0aeffedc7903 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:50.850430 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4f36ef2e-0564-47d3-a5fc-8d64740b1a13 req-20512fec-a3fa-41d9-a8c6-0aeffedc7903 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd37da36-ce54-4aea-9957-14ad0dbec0c6 HTTP/1.1" status: 200 len: 945 time: 0.1072237 Aug 13 02:40:50.853382 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-290006d7-d67f-4e0d-a95e-e26683e4ec44 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8203814 Aug 13 02:40:50.884363 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-13ff287a-19ab-4208-9094-f9701a49c9de service neutron] Request body: {'port': {'device_id': '83832f2c-d518-4205-95ba-030a994b3986', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:50.894807 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c44a691c-b262-444d-9ad9-151bbac79568 req-0cd1885f-21e6-480a-89c4-5ce444c3b834 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447114 Aug 13 02:40:50.939822 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4f36ef2e-0564-47d3-a5fc-8d64740b1a13 req-e4f2b842-8b55-4cb0-93b2-1783f1baafe4 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb7ba7f9-5289-49e3-b4b2-40a02c0f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823398 Aug 13 02:40:50.993973 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-13ff287a-19ab-4208-9094-f9701a49c9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:51.268959 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-13ff287a-19ab-4208-9094-f9701a49c9de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b6f7b6c-52a8-49ef-ba09-4185ee15692d {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:40:51.277126 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-13ff287a-19ab-4208-9094-f9701a49c9de service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:51.288759 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-13ff287a-19ab-4208-9094-f9701a49c9de service neutron] Transition to ACTIVE for port object 1b6f7b6c-52a8-49ef-ba09-4185ee15692d will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:51.292428 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-13ff287a-19ab-4208-9094-f9701a49c9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:51.341870 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff287a-19ab-4208-9094-f9701a49c9de service neutron] Pushing event updated for resources: {'Port': ['ID=1b6f7b6c-52a8-49ef-ba09-4185ee15692d,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:51.409129 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-13ff287a-19ab-4208-9094-f9701a49c9de service neutron] Attempting to bind port 1b6f7b6c-52a8-49ef-ba09-4185ee15692d on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:40:51.409453 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-13ff287a-19ab-4208-9094-f9701a49c9de service neutron] Attempting to bind port 1b6f7b6c-52a8-49ef-ba09-4185ee15692d by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'fa22d129-2c66-404a-8374-3248e96dac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '17ed0c13-cd3d-4f62-bfa4-55efe8abc95b'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:40:51.409771 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-13ff287a-19ab-4208-9094-f9701a49c9de service neutron] Attempting to bind port 1b6f7b6c-52a8-49ef-ba09-4185ee15692d on network 17ed0c13-cd3d-4f62-bfa4-55efe8abc95b {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:40:51.414241 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-13ff287a-19ab-4208-9094-f9701a49c9de service neutron] Port 1b6f7b6c-52a8-49ef-ba09-4185ee15692d on network 17ed0c13-cd3d-4f62-bfa4-55efe8abc95b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:40:51.414644 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-13ff287a-19ab-4208-9094-f9701a49c9de service neutron] Attempting to bind port 1b6f7b6c-52a8-49ef-ba09-4185ee15692d on network 17ed0c13-cd3d-4f62-bfa4-55efe8abc95b {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:40:51.420289 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-13ff287a-19ab-4208-9094-f9701a49c9de service neutron] Checking agent: {'id': 'ed42ff0f-eab8-465d-8b76-aea1e8788a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'started_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:40:51.420621 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-13ff287a-19ab-4208-9094-f9701a49c9de service neutron] Checking segment: {'id': 'fa22d129-2c66-404a-8374-3248e96dac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '17ed0c13-cd3d-4f62-bfa4-55efe8abc95b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:51.420995 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-13ff287a-19ab-4208-9094-f9701a49c9de service neutron] Bound using segment: {'id': 'fa22d129-2c66-404a-8374-3248e96dac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '17ed0c13-cd3d-4f62-bfa4-55efe8abc95b'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:40:51.421408 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-13ff287a-19ab-4208-9094-f9701a49c9de service neutron] Bound port: 1b6f7b6c-52a8-49ef-ba09-4185ee15692d, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa22d129-2c66-404a-8374-3248e96dac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '17ed0c13-cd3d-4f62-bfa4-55efe8abc95b'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:40:51.421761 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-13ff287a-19ab-4208-9094-f9701a49c9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:51.486040 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-13ff287a-19ab-4208-9094-f9701a49c9de service neutron] For port 1b6f7b6c-52a8-49ef-ba09-4185ee15692d, host hv-cinder-76019, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:40:51.489261 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-13ff287a-19ab-4208-9094-f9701a49c9de service neutron] For port 1b6f7b6c-52a8-49ef-ba09-4185ee15692d, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1b6f7b6c-52a8-49ef-ba09-4185ee15692d,segment=NetworkSegment(fa22d129-2c66-404a-8374-3248e96dac14),segment_id=fa22d129-2c66-404a-8374-3248e96dac14)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:40:51.494057 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-13ff287a-19ab-4208-9094-f9701a49c9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:51.527455 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-13ff287a-19ab-4208-9094-f9701a49c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:51.528084 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-13ff287a-19ab-4208-9094-f9701a49c9de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:51.529413 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-13ff287a-19ab-4208-9094-f9701a49c9de service neutron] 10.222.0.36 "PUT /v2.0/ports/1b6f7b6c-52a8-49ef-ba09-4185ee15692d HTTP/1.1" status: 200 len: 1093 time: 0.6506410 Aug 13 02:40:51.529835 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83832f2c-d518-4205-95ba-030a994b3986', 'tag': '1b6f7b6c-52a8-49ef-ba09-4185ee15692d'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:51.532035 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0119b448-5694-403b-842a-398abfd5d751" -d '{"events": [{"name": "network-changed", "server_uuid": "83832f2c-d518-4205-95ba-030a994b3986", "tag": "1b6f7b6c-52a8-49ef-ba09-4185ee15692d"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:51.556735 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff287a-19ab-4208-9094-f9701a49c9de service neutron] Pushing event updated for resources: {'Port': ['ID=1b6f7b6c-52a8-49ef-ba09-4185ee15692d,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:51.584475 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129813b5-77a7-445f-8670-7fcf8e2d6458 x-openstack-request-id: req-129813b5-77a7-445f-8670-7fcf8e2d6458 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:51.584903 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83832f2c-d518-4205-95ba-030a994b3986", "tag": "1b6f7b6c-52a8-49ef-ba09-4185ee15692d", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:51.585157 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-129813b5-77a7-445f-8670-7fcf8e2d6458 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:51.585600 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83832f2c-d518-4205-95ba-030a994b3986', 'tag': '1b6f7b6c-52a8-49ef-ba09-4185ee15692d', 'status': 'completed', 'code': 200} Aug 13 02:40:51.654747 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-25599310-ba31-4c7c-93ce-fe1422af4788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:51.656286 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-25599310-ba31-4c7c-93ce-fe1422af4788 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&device_id=83832f2c-d518-4205-95ba-030a994b3986 HTTP/1.1" status: 200 len: 1096 time: 0.0422647 Aug 13 02:40:51.723682 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-1547f829-54a1-462c-842e-fc5a4ce81bc8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b6f7b6c-52a8-49ef-ba09-4185ee15692d HTTP/1.1" status: 200 len: 217 time: 0.0500865 Aug 13 02:40:51.741467 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727846f-bc3c-4ea0-b25d-b144838d38a8 req-759d0fd5-2a2c-40ba-8649-1af03119b86a tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:51.742870 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8727846f-bc3c-4ea0-b25d-b144838d38a8 req-759d0fd5-2a2c-40ba-8649-1af03119b86a tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0810778 Aug 13 02:40:51.807471 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8727846f-bc3c-4ea0-b25d-b144838d38a8 req-7f70e555-d202-419e-bd9d-a5764cfcdba4 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560555 Aug 13 02:40:51.810903 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-b519273b-4ebd-4825-a439-d1bb2b5621cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:51.812323 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-b519273b-4ebd-4825-a439-d1bb2b5621cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6 HTTP/1.1" status: 200 len: 855 time: 0.0681102 Aug 13 02:40:51.849416 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-18a0be5c-1cf0-4643-a53b-44a795c3b9ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269363 Aug 13 02:40:51.950998 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-6ee7b911-43cf-46fc-8e5a-35907f432445 service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816147 Aug 13 02:40:52.024797 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a477595-34d3-423b-a444-1e3801f9dbda req-355907b8-9687-4186-ba14-451d0be94654 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:52.026309 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9a477595-34d3-423b-a444-1e3801f9dbda req-355907b8-9687-4186-ba14-451d0be94654 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=83832f2c-d518-4205-95ba-030a994b3986 HTTP/1.1" status: 200 len: 943 time: 0.0550282 Aug 13 02:40:52.087940 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9a477595-34d3-423b-a444-1e3801f9dbda req-fb53a64e-c1e0-4dfa-ab69-8b626622c5c9 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490694 Aug 13 02:40:52.091535 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c734e-394c-4e18-816b-1538af58f027 req-554b5d77-3cd5-458c-a409-a9978ba46e8c tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:52.093145 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3a7c734e-394c-4e18-816b-1538af58f027 req-554b5d77-3cd5-458c-a409-a9978ba46e8c tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd37da36-ce54-4aea-9957-14ad0dbec0c6 HTTP/1.1" status: 200 len: 945 time: 0.0721538 Aug 13 02:40:52.121366 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7b070b3a-82a0-40bc-b0a1-c7eaf8a3fc8e req-e0f90c04-95b6-4a37-86c9-d8400ab1cfae service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536024 Aug 13 02:40:52.140979 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3a7c734e-394c-4e18-816b-1538af58f027 req-613d6e30-bd5b-4902-a64d-fc028fece035 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb7ba7f9-5289-49e3-b4b2-40a02c0f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384359 Aug 13 02:40:52.255135 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119b448-5694-403b-842a-398abfd5d751 req-0116ccda-bed7-4f82-a85c-04687ed671eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:52.257120 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0119b448-5694-403b-842a-398abfd5d751 req-0116ccda-bed7-4f82-a85c-04687ed671eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&device_id=83832f2c-d518-4205-95ba-030a994b3986 HTTP/1.1" status: 200 len: 1096 time: 0.0517054 Aug 13 02:40:52.284210 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28aa692-127e-4015-8522-c479f5b6ac77 req-c8dc8a2f-3017-4a45-9afb-e0878bb14f76 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:52.286038 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e28aa692-127e-4015-8522-c479f5b6ac77 req-c8dc8a2f-3017-4a45-9afb-e0878bb14f76 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd37da36-ce54-4aea-9957-14ad0dbec0c6 HTTP/1.1" status: 200 len: 945 time: 0.0633795 Aug 13 02:40:52.295112 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 36208) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:52.300772 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-f204cb00-bf79-4743-9601-3a2dcab2806c tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Request body: {'floatingip': {'port_id': '0ca8af39-d151-4382-9f95-7a881b545ac5'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:52.370491 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119b448-5694-403b-842a-398abfd5d751 req-7526cc51-05a8-41de-9193-2dd68c5eb153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:52.372104 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0119b448-5694-403b-842a-398abfd5d751 req-7526cc51-05a8-41de-9193-2dd68c5eb153 service neutron] 10.222.0.36 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 916 time: 0.0931482 Aug 13 02:40:52.378436 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f204cb00-bf79-4743-9601-3a2dcab2806c tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for floatingip, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:52.447562 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0119b448-5694-403b-842a-398abfd5d751 req-7789aec1-1079-4ad6-a1e5-71e3e91b8860 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b6f7b6c-52a8-49ef-ba09-4185ee15692d HTTP/1.1" status: 200 len: 217 time: 0.0500674 Aug 13 02:40:52.501229 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119b448-5694-403b-842a-398abfd5d751 req-4a311cf9-12cb-43f0-a0b5-5c3ba12fca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:52.503004 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0119b448-5694-403b-842a-398abfd5d751 req-4a311cf9-12cb-43f0-a0b5-5c3ba12fca1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6 HTTP/1.1" status: 200 len: 855 time: 0.0505872 Aug 13 02:40:52.507946 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-06dc2d15-e8a6-4d81-9bd6-cfadfe416258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:52.542735 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0119b448-5694-403b-842a-398abfd5d751 req-80939302-17f5-449a-a62c-501a50266b06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248125 Aug 13 02:40:52.642825 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0119b448-5694-403b-842a-398abfd5d751 req-4073367a-9e37-44f3-8f3f-db2a67bb7c21 service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823262 Aug 13 02:40:52.748197 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0119b448-5694-403b-842a-398abfd5d751 req-7b0e805c-c8a9-4626-a291-43736413265a service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873513 Aug 13 02:40:52.932756 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabb3b3-cc91-4f37-aae2-f7733c6b481a req-c869cd1e-f504-49f9-81f0-1fcc09325592 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:52.934263 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7dabb3b3-cc91-4f37-aae2-f7733c6b481a req-c869cd1e-f504-49f9-81f0-1fcc09325592 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0543673 Aug 13 02:40:52.974314 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7dabb3b3-cc91-4f37-aae2-f7733c6b481a req-73ebd228-7b2e-44ed-bd36-5d1de75ff6b8 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337510 Aug 13 02:40:53.210638 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f204cb00-bf79-4743-9601-3a2dcab2806c tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.214559 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f204cb00-bf79-4743-9601-3a2dcab2806c tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790613'] for floatingip, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.266050 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df2d02-ef86-40f4-a236-0c08fa290711 req-539de5ea-3fa4-4227-b05d-fca5c00ea033 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:53.267554 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-b7df2d02-ef86-40f4-a236-0c08fa290711 req-539de5ea-3fa4-4227-b05d-fca5c00ea033 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=83832f2c-d518-4205-95ba-030a994b3986 HTTP/1.1" status: 200 len: 943 time: 0.1156361 Aug 13 02:40:53.346382 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-b7df2d02-ef86-40f4-a236-0c08fa290711 req-4910d05e-7aab-40ab-a046-adce06c19afe tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718768 Aug 13 02:40:53.350748 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.db.l3_db [None req-f204cb00-bf79-4743-9601-3a2dcab2806c tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Floating IP fc50d05e-5ebe-4e27-a537-5436345e3929 associated. External IP: 172.27.3.193, port: 0ca8af39-d151-4382-9f95-7a881b545ac5. Aug 13 02:40:53.573565 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f204cb00-bf79-4743-9601-3a2dcab2806c tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Router c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:40:53.700179 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f204cb00-bf79-4743-9601-3a2dcab2806c tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:40:53.705641 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f204cb00-bf79-4743-9601-3a2dcab2806c tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for floatingip, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.728975 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e3c689-b691-48f4-890d-e890b8f0ea11 None None] Sync routers for ids ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'] in dv-cinder-760192-6-iscsi {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:40:53.732649 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e3c689-b691-48f4-890d-e890b8f0ea11 None None] Routers {'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:40:53.733265 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-32e3c689-b691-48f4-890d-e890b8f0ea11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:40:25Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:53.750247 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-f204cb00-bf79-4743-9601-3a2dcab2806c tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "PUT /v2.0/floatingips/fc50d05e-5ebe-4e27-a537-5436345e3929 HTTP/1.1" status: 200 len: 991 time: 1.4528213 Aug 13 02:40:53.751460 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd37da36-ce54-4aea-9957-14ad0dbec0c6', 'tag': '0ca8af39-d151-4382-9f95-7a881b545ac5'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:53.754025 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cfb025da75d9d11c28f101ae45bca3ab743feb35e1b92c787b6593142af668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c51116f-4f8d-48f7-9a1b-7acceceb01af" -d '{"events": [{"name": "network-changed", "server_uuid": "bd37da36-ce54-4aea-9957-14ad0dbec0c6", "tag": "0ca8af39-d151-4382-9f95-7a881b545ac5"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:53.797705 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077dc4fd-90dc-4621-b5da-2214dcbfd98a x-openstack-request-id: req-077dc4fd-90dc-4621-b5da-2214dcbfd98a {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:53.798097 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd37da36-ce54-4aea-9957-14ad0dbec0c6", "tag": "0ca8af39-d151-4382-9f95-7a881b545ac5", "status": "completed", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:53.798444 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-077dc4fd-90dc-4621-b5da-2214dcbfd98a {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:53.798933 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd37da36-ce54-4aea-9957-14ad0dbec0c6', 'tag': '0ca8af39-d151-4382-9f95-7a881b545ac5', 'status': 'completed', 'code': 200} Aug 13 02:40:53.848326 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-32e3c689-b691-48f4-890d-e890b8f0ea11 None None] Set router c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:40:53.899654 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51116f-4f8d-48f7-9a1b-7acceceb01af req-9df9fdac-6ca7-40fe-b19c-c3e304d56d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:53.902678 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5c51116f-4f8d-48f7-9a1b-7acceceb01af req-9df9fdac-6ca7-40fe-b19c-c3e304d56d6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8c524e73a0945009e17469f83ae7a5c&device_id=bd37da36-ce54-4aea-9957-14ad0dbec0c6 HTTP/1.1" status: 200 len: 1098 time: 0.0450778 Aug 13 02:40:54.023570 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51116f-4f8d-48f7-9a1b-7acceceb01af req-4c79fc8c-59e8-48c5-9140-70803c4cb19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:54.026370 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5c51116f-4f8d-48f7-9a1b-7acceceb01af req-4c79fc8c-59e8-48c5-9140-70803c4cb19b service neutron] 10.222.0.36 "GET /v2.0/networks?id=4eb62c1f-7918-4e66-91a6-689a1ab55d3a HTTP/1.1" status: 200 len: 918 time: 0.1039393 Aug 13 02:40:54.032214 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 36264) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:54.118364 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794de67-9fc4-4d38-9804-9e397b0f5351 req-53a97a63-4fdb-4a3d-a3e2-cb2941f561e3 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:54.127419 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9794de67-9fc4-4d38-9804-9e397b0f5351 req-53a97a63-4fdb-4a3d-a3e2-cb2941f561e3 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0692151 Aug 13 02:40:54.175409 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-439e749b-289a-4fba-a022-8ce8c2086f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.176521 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5c51116f-4f8d-48f7-9a1b-7acceceb01af req-577c3226-ed5f-46e6-8f10-5a84585537e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ca8af39-d151-4382-9f95-7a881b545ac5 HTTP/1.1" status: 200 len: 999 time: 0.1278749 Aug 13 02:40:54.190149 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9794de67-9fc4-4d38-9804-9e397b0f5351 req-3c576d98-1597-4a0a-9f5e-10b535820d1f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618172 Aug 13 02:40:54.235323 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51116f-4f8d-48f7-9a1b-7acceceb01af req-5edce4bf-1bd0-4d2e-aee7-ff0de6a852a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:54.236904 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5c51116f-4f8d-48f7-9a1b-7acceceb01af req-5edce4bf-1bd0-4d2e-aee7-ff0de6a852a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20ee19d7-4e11-4399-b9d2-2ed3e6fef45c HTTP/1.1" status: 200 len: 856 time: 0.0524695 Aug 13 02:40:54.260885 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-32e3c689-b691-48f4-890d-e890b8f0ea11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1469199750-router', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:27Z', 'updated_at': '2021-08-13T02:40:31Z', 'revision_number': 4, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'gw_port': {'id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:28Z', 'updated_at': '2021-08-13T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': 'fc50d05e-5ebe-4e27-a537-5436345e3929', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'floating_ip_address': '172.27.3.193', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'port_id': '0ca8af39-d151-4382-9f95-7a881b545ac5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'mac_address': 'fa:16:3e:a8:82:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37da36-ce54-4aea-9957-14ad0dbec0c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:40:35Z', 'updated_at': '2021-08-13T02:40:53Z', 'revision_number': 1, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0137c11c-c2d2-4853-afb9-a4065a295c1d', 'name': '', 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'mac_address': 'fa:16:3e:60:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:30Z', 'updated_at': '2021-08-13T02:40:36Z', 'revision_number': 5, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'subnets': [{'id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:54.291370 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e3c689-b691-48f4-890d-e890b8f0ea11 None None] Checking router: c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 for host: dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:40:54.292960 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-439e749b-289a-4fba-a022-8ce8c2086f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.297738 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-439e749b-289a-4fba-a022-8ce8c2086f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.301603 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e3c689-b691-48f4-890d-e890b8f0ea11 None None] Routers {'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:40:54.301942 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51116f-4f8d-48f7-9a1b-7acceceb01af req-b60c8421-ea93-49e8-b102-33fa904a6aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:54.302058 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-32e3c689-b691-48f4-890d-e890b8f0ea11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:40:25Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:54.303709 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5c51116f-4f8d-48f7-9a1b-7acceceb01af req-b60c8421-ea93-49e8-b102-33fa904a6aeb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4eb62c1f-7918-4e66-91a6-689a1ab55d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513902 Aug 13 02:40:54.338698 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e749b-289a-4fba-a022-8ce8c2086f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16807941-e715-459c-be09-d9a9da180e07,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:54.347155 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-439e749b-289a-4fba-a022-8ce8c2086f16 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f2231fa7c5d44b3b1be6d5247ca25c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137345 Aug 13 02:40:54.350108 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 36272) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:54.414297 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-eca02242-0305-49fa-95f7-ceab8b565bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.426896 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-32e3c689-b691-48f4-890d-e890b8f0ea11 None None] Set router c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:40:54.440911 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-eca02242-0305-49fa-95f7-ceab8b565bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.474447 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5c51116f-4f8d-48f7-9a1b-7acceceb01af req-eea1de6e-458c-4cb4-b838-b5f7a12decd2 service neutron] 10.222.0.36 "GET /v2.0/networks/4eb62c1f-7918-4e66-91a6-689a1ab55d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457677 Aug 13 02:40:54.494820 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be98902-1562-4d1c-9a08-e630eb8177cf req-590b7cf6-0e12-40fd-a2fa-d9de66266359 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:54.496596 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8be98902-1562-4d1c-9a08-e630eb8177cf req-590b7cf6-0e12-40fd-a2fa-d9de66266359 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=83832f2c-d518-4205-95ba-030a994b3986 HTTP/1.1" status: 200 len: 943 time: 0.0714045 Aug 13 02:40:54.507139 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-eca02242-0305-49fa-95f7-ceab8b565bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.511619 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-eca02242-0305-49fa-95f7-ceab8b565bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.512226 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-eca02242-0305-49fa-95f7-ceab8b565bec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16807941-e715-459c-be09-d9a9da180e07 HTTP/1.1" status: 204 len: 168 time: 0.1609747 Aug 13 02:40:54.522251 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca02242-0305-49fa-95f7-ceab8b565bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16807941-e715-459c-be09-d9a9da180e07,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:54.613506 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8be98902-1562-4d1c-9a08-e630eb8177cf req-531285ac-6d0d-4fb6-b868-d1ed2d94788d tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068215 Aug 13 02:40:54.647993 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5c51116f-4f8d-48f7-9a1b-7acceceb01af req-9cf1f45c-89e5-47e5-8abe-cfde0752ddfa service neutron] 10.222.0.36 "GET /v2.0/networks/4eb62c1f-7918-4e66-91a6-689a1ab55d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501963 Aug 13 02:40:54.702269 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-32e3c689-b691-48f4-890d-e890b8f0ea11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1469199750-router', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:27Z', 'updated_at': '2021-08-13T02:40:31Z', 'revision_number': 4, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'gw_port': {'id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:28Z', 'updated_at': '2021-08-13T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': 'fc50d05e-5ebe-4e27-a537-5436345e3929', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'floating_ip_address': '172.27.3.193', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'port_id': '0ca8af39-d151-4382-9f95-7a881b545ac5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'mac_address': 'fa:16:3e:a8:82:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37da36-ce54-4aea-9957-14ad0dbec0c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:40:35Z', 'updated_at': '2021-08-13T02:40:53Z', 'revision_number': 1, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0137c11c-c2d2-4853-afb9-a4065a295c1d', 'name': '', 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'mac_address': 'fa:16:3e:60:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:30Z', 'updated_at': '2021-08-13T02:40:36Z', 'revision_number': 5, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'subnets': [{'id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:54.727974 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e3c689-b691-48f4-890d-e890b8f0ea11 None None] The sync data for ids ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'] in dv-cinder-760192-6-iscsi is: [{'id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1469199750-router', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:27Z', 'updated_at': '2021-08-13T02:40:31Z', 'revision_number': 4, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'gw_port': {'id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:28Z', 'updated_at': '2021-08-13T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': 'fc50d05e-5ebe-4e27-a537-5436345e3929', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'floating_ip_address': '172.27.3.193', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'port_id': '0ca8af39-d151-4382-9f95-7a881b545ac5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'mac_address': 'fa:16:3e:a8:82:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37da36-ce54-4aea-9957-14ad0dbec0c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:40:35Z', 'updated_at': '2021-08-13T02:40:53Z', 'revision_number': 1, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0137c11c-c2d2-4853-afb9-a4065a295c1d', 'name': '', 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'mac_address': 'fa:16:3e:60:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:30Z', 'updated_at': '2021-08-13T02:40:36Z', 'revision_number': 5, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'subnets': [{'id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:40:54.851571 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 36292) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:54.856366 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 1b6f7b6c-52a8-49ef-ba09-4185ee15692d details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:40:54.869125 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-aa460d9c-e115-430b-8791-95d51e1c2a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.949120 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:40:54.966697 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 1b6f7b6c-52a8-49ef-ba09-4185ee15692d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1b6f7b6c-52a8-49ef-ba09-4185ee15692d,segment=NetworkSegment(fa22d129-2c66-404a-8374-3248e96dac14),segment_id=fa22d129-2c66-404a-8374-3248e96dac14)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:54.985808 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Returning: {'device': '1b6f7b6c-52a8-49ef-ba09-4185ee15692d', 'network_id': '17ed0c13-cd3d-4f62-bfa4-55efe8abc95b', 'port_id': '1b6f7b6c-52a8-49ef-ba09-4185ee15692d', 'mac_address': 'fa:16:3e:1a:c1:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:40:55.009088 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-aa460d9c-e115-430b-8791-95d51e1c2a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.014744 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-aa460d9c-e115-430b-8791-95d51e1c2a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.021986 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9971042-a53f-4504-a298-68feebcf3782 None None] New status for floating IP fc50d05e-5ebe-4e27-a537-5436345e3929: ACTIVE {{(pid=100522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:40:55.063875 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-aa460d9c-e115-430b-8791-95d51e1c2a5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=213341ff1a6a481db97376be1ed59afd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2103505 Aug 13 02:40:55.065210 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa460d9c-e115-430b-8791-95d51e1c2a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ebd504-208e-4f81-9dff-bfa94d8dd39a,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:55.066740 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 36308) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:55.116731 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.120240 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f902f59b-c277-4146-863e-ab85b5d64042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.145311 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f902f59b-c277-4146-863e-ab85b5d64042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.152531 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b6f7b6c-52a8-49ef-ba09-4185ee15692d {{(pid=100522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:40:55.197724 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f902f59b-c277-4146-863e-ab85b5d64042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.200415 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f902f59b-c277-4146-863e-ab85b5d64042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.201866 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-f902f59b-c277-4146-863e-ab85b5d64042 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31ebd504-208e-4f81-9dff-bfa94d8dd39a HTTP/1.1" status: 204 len: 168 time: 0.1340022 Aug 13 02:40:55.209198 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 1b6f7b6c-52a8-49ef-ba09-4185ee15692d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1b6f7b6c-52a8-49ef-ba09-4185ee15692d,segment=NetworkSegment(fa22d129-2c66-404a-8374-3248e96dac14),segment_id=fa22d129-2c66-404a-8374-3248e96dac14)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:55.211685 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902f59b-c277-4146-863e-ab85b5d64042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ebd504-208e-4f81-9dff-bfa94d8dd39a,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:55.217233 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.333288 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 36316) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:55.348158 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a5df2-ad1c-4008-a28a-b8fa32fcc09a req-a0e663a7-d82d-4e24-ac2d-deafe40bfa2a tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:55.349741 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d17a5df2-ad1c-4008-a28a-b8fa32fcc09a req-a0e663a7-d82d-4e24-ac2d-deafe40bfa2a tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0584643 Aug 13 02:40:55.390846 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d17a5df2-ad1c-4008-a28a-b8fa32fcc09a req-06ed40ee-ee06-403d-b4a5-19d99c49b8ab tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342615 Aug 13 02:40:55.452153 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-16e162c8-9d9f-4f19-a6fc-8c471067904b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.457579 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=1b6f7b6c-52a8-49ef-ba09-4185ee15692d,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:55.590282 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a1c68a2b-571a-4cde-93a5-720318da131a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.630800 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 36324) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:55.650725 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cc9f571f-a089-4488-b3dc-581f8564681b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.708719 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a1c68a2b-571a-4cde-93a5-720318da131a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.715701 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.727619 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a1c68a2b-571a-4cde-93a5-720318da131a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.773689 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c68a2b-571a-4cde-93a5-720318da131a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1148ec-a2a0-44dc-81b7-7dff50f86481,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:55.784921 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f9287-7238-4c7e-b438-dd643b480239 req-48dd5216-fd42-4613-b6de-e310b10e8215 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:55.786310 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-da6f9287-7238-4c7e-b438-dd643b480239 req-48dd5216-fd42-4613-b6de-e310b10e8215 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=83832f2c-d518-4205-95ba-030a994b3986 HTTP/1.1" status: 200 len: 944 time: 0.0946491 Aug 13 02:40:55.789233 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-a1c68a2b-571a-4cde-93a5-720318da131a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a14899e3107f48d0aa573f27e6f408e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4549336 Aug 13 02:40:55.793527 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 36328) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:55.802562 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cc9f571f-a089-4488-b3dc-581f8564681b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.807254 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cc9f571f-a089-4488-b3dc-581f8564681b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.844426 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f571f-a089-4488-b3dc-581f8564681b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf3ff69-a9bb-45f3-8474-e70b8a785473,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:55.848868 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-cc9f571f-a089-4488-b3dc-581f8564681b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad6b872384604661956bb44beb6e31b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2169383 Aug 13 02:40:55.850329 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-da6f9287-7238-4c7e-b438-dd643b480239 req-1c73d5ed-2608-4edd-86e9-967917596e45 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580533 Aug 13 02:40:55.852732 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 36330) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:55.871585 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-47910844-1519-4daf-b4d7-3b5d17d53c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.879374 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['1b6f7b6c-52a8-49ef-ba09-4185ee15692d'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:40:55.901736 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-47910844-1519-4daf-b4d7-3b5d17d53c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.916088 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f35dcf9c-927b-43c8-8a83-1198f47a17c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.940911 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f35dcf9c-927b-43c8-8a83-1198f47a17c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.952075 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-47910844-1519-4daf-b4d7-3b5d17d53c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.954621 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-47910844-1519-4daf-b4d7-3b5d17d53c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.958289 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-47910844-1519-4daf-b4d7-3b5d17d53c4f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d1148ec-a2a0-44dc-81b7-7dff50f86481 HTTP/1.1" status: 204 len: 168 time: 0.1614208 Aug 13 02:40:55.965610 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47910844-1519-4daf-b4d7-3b5d17d53c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1148ec-a2a0-44dc-81b7-7dff50f86481,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:55.998686 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f35dcf9c-927b-43c8-8a83-1198f47a17c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.010026 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f35dcf9c-927b-43c8-8a83-1198f47a17c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.013617 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-f35dcf9c-927b-43c8-8a83-1198f47a17c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbf3ff69-a9bb-45f3-8474-e70b8a785473 HTTP/1.1" status: 204 len: 168 time: 0.1577089 Aug 13 02:40:56.019232 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35dcf9c-927b-43c8-8a83-1198f47a17c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf3ff69-a9bb-45f3-8474-e70b8a785473,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:56.262905 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.358440 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 36348) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:56.372579 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b8d7187b-d98f-41ff-ba8d-de777eb12d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.477250 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b8d7187b-d98f-41ff-ba8d-de777eb12d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.482195 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b8d7187b-d98f-41ff-ba8d-de777eb12d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.522409 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-b8d7187b-d98f-41ff-ba8d-de777eb12d9b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c76d7ecea2874124a10e43c92b9d69ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1627748 Aug 13 02:40:56.523448 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7187b-d98f-41ff-ba8d-de777eb12d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b536e96-2f86-419d-ac30-c335957fc098,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:56.526406 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 36354) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:56.569916 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5128ab-1dee-47a2-9319-6ff710aeda9d req-457207ec-c83a-4b6a-bd01-8fb62810c8c8 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:56.571800 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-1d5128ab-1dee-47a2-9319-6ff710aeda9d req-457207ec-c83a-4b6a-bd01-8fb62810c8c8 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0768225 Aug 13 02:40:56.631435 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-afd15404-e1ea-4842-bf0b-9e816bd8e35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.640460 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-1d5128ab-1dee-47a2-9319-6ff710aeda9d req-5b94bff3-e504-495e-9bb4-947fc0a56082 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522285 Aug 13 02:40:56.660056 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-afd15404-e1ea-4842-bf0b-9e816bd8e35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.667170 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8ca24-7ff8-411d-82d1-8c7b63ddda22 req-cd017a87-538c-4bf7-941a-3309586565e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:56.668783 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9df8ca24-7ff8-411d-82d1-8c7b63ddda22 req-cd017a87-538c-4bf7-941a-3309586565e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 1099 time: 0.0431902 Aug 13 02:40:56.730809 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-afd15404-e1ea-4842-bf0b-9e816bd8e35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.730925 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9df8ca24-7ff8-411d-82d1-8c7b63ddda22 req-45d7cc86-e45d-4d90-9fc1-c1e04ec3364a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409243 Aug 13 02:40:56.731015 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-afd15404-e1ea-4842-bf0b-9e816bd8e35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.731015 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-afd15404-e1ea-4842-bf0b-9e816bd8e35d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b536e96-2f86-419d-ac30-c335957fc098 HTTP/1.1" status: 204 len: 168 time: 0.1999025 Aug 13 02:40:56.740647 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd15404-e1ea-4842-bf0b-9e816bd8e35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b536e96-2f86-419d-ac30-c335957fc098,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:57.031714 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b1a42-71a3-4d8d-b657-6034540e31ae req-3eff68de-ebac-49d1-a12a-499baf4830a2 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:57.034364 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-5f2b1a42-71a3-4d8d-b657-6034540e31ae req-3eff68de-ebac-49d1-a12a-499baf4830a2 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=83832f2c-d518-4205-95ba-030a994b3986 HTTP/1.1" status: 200 len: 944 time: 0.0792162 Aug 13 02:40:57.099842 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-5f2b1a42-71a3-4d8d-b657-6034540e31ae req-7e516bd2-dcf6-4b22-8144-b0fee51c5bc3 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566158 Aug 13 02:40:57.448934 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 36402) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:57.560052 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c641b5d9-f778-43df-8132-7f39970fa446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.653364 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c641b5d9-f778-43df-8132-7f39970fa446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.657720 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c641b5d9-f778-43df-8132-7f39970fa446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.682087 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.695065 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641b5d9-f778-43df-8132-7f39970fa446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719924e7-4579-4da6-8bf3-7a677d5e486e,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:57.706489 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 36416) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:57.706958 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-c641b5d9-f778-43df-8132-7f39970fa446 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2341f7e0c1984d44ab57cea2b7369896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565677 Aug 13 02:40:57.759787 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3503bad8-02df-4dcd-9799-0ecf7d3adcdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.783075 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3503bad8-02df-4dcd-9799-0ecf7d3adcdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.799315 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0328ef-ae07-4899-bb92-21329befac76 req-e4c20458-4371-4600-b543-66212cc32106 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:57.801168 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0e0328ef-ae07-4899-bb92-21329befac76 req-e4c20458-4371-4600-b543-66212cc32106 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0673761 Aug 13 02:40:57.836697 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3503bad8-02df-4dcd-9799-0ecf7d3adcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.842848 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3503bad8-02df-4dcd-9799-0ecf7d3adcdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.842848 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-3503bad8-02df-4dcd-9799-0ecf7d3adcdf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/719924e7-4579-4da6-8bf3-7a677d5e486e HTTP/1.1" status: 204 len: 168 time: 0.1329522 Aug 13 02:40:57.848836 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503bad8-02df-4dcd-9799-0ecf7d3adcdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719924e7-4579-4da6-8bf3-7a677d5e486e,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:57.863846 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0e0328ef-ae07-4899-bb92-21329befac76 req-09fc2dd8-44ee-4b61-8bb7-99fd8ec09602 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543854 Aug 13 02:40:58.220132 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657897ab-67c3-4180-ad5e-278b1f026db7 req-7aa42628-57a9-4c85-a358-bf52e2d0eeb9 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:58.222753 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-657897ab-67c3-4180-ad5e-278b1f026db7 req-7aa42628-57a9-4c85-a358-bf52e2d0eeb9 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=83832f2c-d518-4205-95ba-030a994b3986 HTTP/1.1" status: 200 len: 944 time: 0.0525417 Aug 13 02:40:58.278695 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-657897ab-67c3-4180-ad5e-278b1f026db7 req-c47f41c0-f275-459f-b3ce-e94bda72c9ed tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498064 Aug 13 02:40:58.576760 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 36464) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:58.681713 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1363964338-network', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:58.706866 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] Made reservation on behalf of cb573b2a890245ff8d8e4d68382278e8 for: {'network': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:58.709330 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for network, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:58.717497 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:58.816313 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:58.820250 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:58.842004 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=100520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:40:58.857943 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434e76e7-81b4-421f-b4d9-1bca279f9653,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:58.861662 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:58.862019 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.db.segments_db [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] Added segment 27f3dcbb-fd85-4c67-9af0-4759c4e54c9b of type vlan for network 25e840bf-2cc0-4d63-b321-6a3fc27b02df Aug 13 02:40:58.864042 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 1b6f7b6c-52a8-49ef-ba09-4185ee15692d up at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:58.875169 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:58.875613 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:58.875966 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:58.876350 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:58.876737 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:58.877077 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:58.877407 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:58.879290 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:58.879290 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:58.879290 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:58.879290 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:58.879290 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:58.921270 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning for port 1b6f7b6c-52a8-49ef-ba09-4185ee15692d completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:58.923356 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730805411148'] for network, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:58.926223 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning complete for port 1b6f7b6c-52a8-49ef-ba09-4185ee15692d triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:58.926824 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:58.965686 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for network, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:58.966666 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:58.967778 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.002667 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fa36b-9b02-4e49-8400-142f73db414c req-0ffae71d-3b28-49b1-97af-f22ff33f4a4a tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:59.004757 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-a41fa36b-9b02-4e49-8400-142f73db414c req-0ffae71d-3b28-49b1-97af-f22ff33f4a4a tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0568180 Aug 13 02:40:59.015566 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.016647 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 36484) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:59.053227 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-a41fa36b-9b02-4e49-8400-142f73db414c req-58b3ceca-b124-4cb9-a6f3-660cd211b80d tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421646 Aug 13 02:40:59.056511 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 1b6f7b6c-52a8-49ef-ba09-4185ee15692d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1b6f7b6c-52a8-49ef-ba09-4185ee15692d,segment=NetworkSegment(fa22d129-2c66-404a-8374-3248e96dac14),segment_id=fa22d129-2c66-404a-8374-3248e96dac14)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:59.057213 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] Pushing event updated for resources: {'Network': ['ID=25e840bf-2cc0-4d63-b321-6a3fc27b02df,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:59.058155 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83832f2c-d518-4205-95ba-030a994b3986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6f7b6c-52a8-49ef-ba09-4185ee15692d'}] {{(pid=100522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:59.061268 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8fc6cf8b2729e4d9e864767b08278c7cd211cb654a5ced023b8b854c91925" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53add36-b043-452c-b483-1fb711b1ff79" -d '{"events": [{"server_uuid": "83832f2c-d518-4205-95ba-030a994b3986", "name": "network-vif-plugged", "status": "completed", "tag": "1b6f7b6c-52a8-49ef-ba09-4185ee15692d"}]}' {{(pid=100522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:59.062333 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-0fa0ffcc-2e18-44af-a655-55325466f209 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4838164 Aug 13 02:40:59.065896 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 36488) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:59.071956 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.074406 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Network 25e840bf-2cc0-4d63-b321-6a3fc27b02df details requested by agent ovs-agent-dv-cinder-760192-6-iscsi with host dv-cinder-760192-6-iscsi {{(pid=100522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:40:59.087422 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-dd2860c6-69ba-4e4e-840f-acf4bc6656ca admin admin] Request body: {'subnet': {'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1363964338-subnet', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'ip_version': 4}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:59.115667 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60022786-eac1-4085-a0f6-ecfb1a5739f6 x-openstack-request-id: req-60022786-eac1-4085-a0f6-ecfb1a5739f6 {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:59.115962 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83832f2c-d518-4205-95ba-030a994b3986", "name": "network-vif-plugged", "status": "completed", "tag": "1b6f7b6c-52a8-49ef-ba09-4185ee15692d", "code": 200}]} {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:59.116209 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60022786-eac1-4085-a0f6-ecfb1a5739f6 {{(pid=100522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:59.116589 dv-cinder-760192-6-iscsi neutron-server[100522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83832f2c-d518-4205-95ba-030a994b3986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6f7b6c-52a8-49ef-ba09-4185ee15692d', 'code': 200} Aug 13 02:40:59.127999 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2860c6-69ba-4e4e-840f-acf4bc6656ca admin admin] Made reservation on behalf of cb573b2a890245ff8d8e4d68382278e8 for: {'subnet': 1} {{(pid=100521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:59.130702 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-dd2860c6-69ba-4e4e-840f-acf4bc6656ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.207851 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=1b6f7b6c-52a8-49ef-ba09-4185ee15692d,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:59.218401 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3842d620-5ce4-4874-ae71-73dff311c8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.304302 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebab1d-b8ac-4f14-91f5-17f22c09ea57 req-215dd06c-32d6-4dc8-8aa8-c50c5946866c tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:59.306335 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-bbebab1d-b8ac-4f14-91f5-17f22c09ea57 req-215dd06c-32d6-4dc8-8aa8-c50c5946866c tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.1326313 Aug 13 02:40:59.357516 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7248a-6dd1-4823-a356-339643ab9ee0 req-88b09d0d-5fa9-454b-8a10-9faffc71d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:59.359335 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-51d7248a-6dd1-4823-a356-339643ab9ee0 req-88b09d0d-5fa9-454b-8a10-9faffc71d49c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=83832f2c-d518-4205-95ba-030a994b3986 HTTP/1.1" status: 200 len: 1098 time: 0.0429485 Aug 13 02:40:59.400533 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-bbebab1d-b8ac-4f14-91f5-17f22c09ea57 req-3cd06647-980c-4bfc-a65f-09402a97347a tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840020 Aug 13 02:40:59.441701 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-51d7248a-6dd1-4823-a356-339643ab9ee0 req-1f5dcde5-83bb-4376-bc25-e5cdb080dab8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604103 Aug 13 02:40:59.450908 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a51d1-3ce8-4fe4-b071-ea94ec79df2a req-4855ef1c-0350-42b3-91a1-82761874d41e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:59.452399 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-342a51d1-3ce8-4fe4-b071-ea94ec79df2a req-4855ef1c-0350-42b3-91a1-82761874d41e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=83832f2c-d518-4205-95ba-030a994b3986 HTTP/1.1" status: 200 len: 945 time: 0.0797217 Aug 13 02:40:59.474519 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-dd2860c6-69ba-4e4e-840f-acf4bc6656ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for subnet, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.503781 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3842d620-5ce4-4874-ae71-73dff311c8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.504043 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-342a51d1-3ce8-4fe4-b071-ea94ec79df2a req-824afb01-698d-48ee-b27b-79d798a0522e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398960 Aug 13 02:40:59.531181 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3842d620-5ce4-4874-ae71-73dff311c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.593056 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2860c6-69ba-4e4e-840f-acf4bc6656ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=d19fd7d0-a08d-4eae-ac69-213aa3924fc5,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:59.600150 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842d620-5ce4-4874-ae71-73dff311c8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea95253-94e6-4265-88c5-eecf7eb3ab19,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:59.612642 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-3842d620-5ce4-4874-ae71-73dff311c8b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da6b9c43c9a040549793a71367b78be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5950480 Aug 13 02:40:59.615786 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 36502) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:59.621715 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2860c6-69ba-4e4e-840f-acf4bc6656ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:59.622069 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2860c6-69ba-4e4e-840f-acf4bc6656ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:59.622433 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2860c6-69ba-4e4e-840f-acf4bc6656ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:59.622764 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2860c6-69ba-4e4e-840f-acf4bc6656ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:59.623095 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2860c6-69ba-4e4e-840f-acf4bc6656ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:59.623421 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2860c6-69ba-4e4e-840f-acf4bc6656ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:59.623834 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2860c6-69ba-4e4e-840f-acf4bc6656ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:59.624167 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2860c6-69ba-4e4e-840f-acf4bc6656ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:59.624491 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2860c6-69ba-4e4e-840f-acf4bc6656ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:59.624875 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2860c6-69ba-4e4e-840f-acf4bc6656ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:59.625236 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2860c6-69ba-4e4e-840f-acf4bc6656ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:59.625611 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2860c6-69ba-4e4e-840f-acf4bc6656ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:59.631056 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842d620-5ce4-4874-ae71-73dff311c8b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:59.631410 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842d620-5ce4-4874-ae71-73dff311c8b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:59.631775 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842d620-5ce4-4874-ae71-73dff311c8b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:59.632104 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842d620-5ce4-4874-ae71-73dff311c8b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:59.632432 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842d620-5ce4-4874-ae71-73dff311c8b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:59.632837 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842d620-5ce4-4874-ae71-73dff311c8b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:59.633323 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842d620-5ce4-4874-ae71-73dff311c8b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:59.633845 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842d620-5ce4-4874-ae71-73dff311c8b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:59.633967 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842d620-5ce4-4874-ae71-73dff311c8b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:59.634417 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842d620-5ce4-4874-ae71-73dff311c8b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:59.634744 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842d620-5ce4-4874-ae71-73dff311c8b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:59.635062 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842d620-5ce4-4874-ae71-73dff311c8b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:59.644520 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2860c6-69ba-4e4e-840f-acf4bc6656ca admin admin] Checking segment: {'id': '27f3dcbb-fd85-4c67-9af0-4759c4e54c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:59.644873 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2860c6-69ba-4e4e-840f-acf4bc6656ca admin admin] Network hostable DHCP agents. Network: 25e840bf-2cc0-4d63-b321-6a3fc27b02df, hostable agents: ['595598fe-73c0-479d-97dd-8b235d94b446'], hosted agents: [] {{(pid=100521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:40:59.666118 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2860c6-69ba-4e4e-840f-acf4bc6656ca admin admin] Network 25e840bf-2cc0-4d63-b321-6a3fc27b02df is scheduled to be hosted by DHCP agent 595598fe-73c0-479d-97dd-8b235d94b446 with binding_index 1 {{(pid=100521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:40:59.680253 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-dd2860c6-69ba-4e4e-840f-acf4bc6656ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760192-6-iscsi, 25e840bf-2cc0-4d63-b321-6a3fc27b02df) {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:59.689494 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-dbb16157-c428-45ed-9b7c-7c2f8466dc73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.693475 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55c6da0-8a3c-4a85-b2c9-c534d96b6931 None None] Network 25e840bf-2cc0-4d63-b321-6a3fc27b02df requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:40:59.707861 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2860c6-69ba-4e4e-840f-acf4bc6656ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:59.708581 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-dd2860c6-69ba-4e4e-840f-acf4bc6656ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.713793 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-dbb16157-c428-45ed-9b7c-7c2f8466dc73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.728036 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-dd2860c6-69ba-4e4e-840f-acf4bc6656ca admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6565189 Aug 13 02:40:59.732333 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 36506) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:59.738312 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-b4e3d84d-03c4-4bb8-9412-267a6fc90380 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1363964338-router', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:59.770980 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b4e3d84d-03c4-4bb8-9412-267a6fc90380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-388'] for router, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.772132 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b4e3d84d-03c4-4bb8-9412-267a6fc90380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1791357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-395'] for router, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.795448 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-dbb16157-c428-45ed-9b7c-7c2f8466dc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.799428 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-dbb16157-c428-45ed-9b7c-7c2f8466dc73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.804144 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-dbb16157-c428-45ed-9b7c-7c2f8466dc73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ea95253-94e6-4265-88c5-eecf7eb3ab19 HTTP/1.1" status: 204 len: 168 time: 0.1864972 Aug 13 02:40:59.818745 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb16157-c428-45ed-9b7c-7c2f8466dc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea95253-94e6-4265-88c5-eecf7eb3ab19,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:59.863710 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b4e3d84d-03c4-4bb8-9412-267a6fc90380 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.901230 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7db3a84-8655-4b32-8018-bf4c36cfa0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a7fb4fd-6467-5fc5-8d0e-71f03b711e8f-25e840bf-2cc0-4d63-b321-6a3fc27b02df', 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'fixed_ips': [{'subnet_id': 'd19fd7d0-a08d-4eae-ac69-213aa3924fc5'}]}} from dv-cinder-760192-6-iscsi. {{(pid=100522) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:40:59.902254 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-e7db3a84-8655-4b32-8018-bf4c36cfa0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.044549 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.db_base_plugin_common [None req-e7db3a84-8655-4b32-8018-bf4c36cfa0e7 None None] Allocated IP 172.20.0.2 (25e840bf-2cc0-4d63-b321-6a3fc27b02df/d19fd7d0-a08d-4eae-ac69-213aa3924fc5/f4c6c66a-31ff-41ef-90b4-211f2ae12321) {{(pid=100522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:41:00.119102 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 36514) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:00.135036 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-69fb56c6-a857-459c-bbe5-a1a8dff0f6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.199826 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b4e3d84d-03c4-4bb8-9412-267a6fc90380 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.209944 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-e7db3a84-8655-4b32-8018-bf4c36cfa0e7 None None] Notify callbacks [] for port, precommit_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.223638 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-e7db3a84-8655-4b32-8018-bf4c36cfa0e7 None None] Transition to ACTIVE for port object f4c6c66a-31ff-41ef-90b4-211f2ae12321 will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:41:00.239406 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-69fb56c6-a857-459c-bbe5-a1a8dff0f6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.243634 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-69fb56c6-a857-459c-bbe5-a1a8dff0f6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.244372 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-e7db3a84-8655-4b32-8018-bf4c36cfa0e7 None None] Transition to ACTIVE for port object f4c6c66a-31ff-41ef-90b4-211f2ae12321 will not be triggered until provisioned by entity DHCP. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:41:00.252097 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-e7db3a84-8655-4b32-8018-bf4c36cfa0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703'] for port, after_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.283876 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb56c6-a857-459c-bbe5-a1a8dff0f6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818109b7-aad6-4539-a38a-98fe3952078f,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:00.289796 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-69fb56c6-a857-459c-bbe5-a1a8dff0f6aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de9799690ad345ef9dcb8b50eda99495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1693900 Aug 13 02:41:00.292814 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 36516) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:00.299361 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7db3a84-8655-4b32-8018-bf4c36cfa0e7 None None] Network 25e840bf-2cc0-4d63-b321-6a3fc27b02df is already hosted by enough agents. {{(pid=100522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:41:00.302502 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.scheduler.base_scheduler [None req-e7db3a84-8655-4b32-8018-bf4c36cfa0e7 None None] Resources bound (agent type, host, resource id): {{(pid=100522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:41:00.309741 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7db3a84-8655-4b32-8018-bf4c36cfa0e7 None None] Received port after_create {{(pid=100522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:41:00.324448 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db3a84-8655-4b32-8018-bf4c36cfa0e7 None None] Pushing event updated for resources: {'Port': ['ID=f4c6c66a-31ff-41ef-90b4-211f2ae12321,revision_number=1']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:00.347889 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-01549108-ab51-48c3-a232-0eea6982f65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.378032 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-01549108-ab51-48c3-a232-0eea6982f65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.378191 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-e7db3a84-8655-4b32-8018-bf4c36cfa0e7 None None] Attempting to bind port f4c6c66a-31ff-41ef-90b4-211f2ae12321 on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:41:00.378454 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-e7db3a84-8655-4b32-8018-bf4c36cfa0e7 None None] Attempting to bind port f4c6c66a-31ff-41ef-90b4-211f2ae12321 by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': '27f3dcbb-fd85-4c67-9af0-4759c4e54c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:41:00.378821 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db3a84-8655-4b32-8018-bf4c36cfa0e7 None None] Attempting to bind port f4c6c66a-31ff-41ef-90b4-211f2ae12321 on network 25e840bf-2cc0-4d63-b321-6a3fc27b02df {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:41:00.385704 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db3a84-8655-4b32-8018-bf4c36cfa0e7 None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:41:00.386079 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db3a84-8655-4b32-8018-bf4c36cfa0e7 None None] Checking segment: {'id': '27f3dcbb-fd85-4c67-9af0-4759c4e54c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:41:00.386487 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-e7db3a84-8655-4b32-8018-bf4c36cfa0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.386879 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db3a84-8655-4b32-8018-bf4c36cfa0e7 None None] Bound using segment: {'id': '27f3dcbb-fd85-4c67-9af0-4759c4e54c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:41:00.387482 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-e7db3a84-8655-4b32-8018-bf4c36cfa0e7 None None] Bound port: f4c6c66a-31ff-41ef-90b4-211f2ae12321, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f3dcbb-fd85-4c67-9af0-4759c4e54c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:41:00.387888 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-e7db3a84-8655-4b32-8018-bf4c36cfa0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.435102 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b4e3d84d-03c4-4bb8-9412-267a6fc90380 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.439070 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-01549108-ab51-48c3-a232-0eea6982f65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.441768 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-01549108-ab51-48c3-a232-0eea6982f65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.442911 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-01549108-ab51-48c3-a232-0eea6982f65c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/818109b7-aad6-4539-a38a-98fe3952078f HTTP/1.1" status: 204 len: 168 time: 0.1491241 Aug 13 02:41:00.451891 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01549108-ab51-48c3-a232-0eea6982f65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818109b7-aad6-4539-a38a-98fe3952078f,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:00.459688 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b4e3d84d-03c4-4bb8-9412-267a6fc90380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.479318 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-e7db3a84-8655-4b32-8018-bf4c36cfa0e7 None None] For port f4c6c66a-31ff-41ef-90b4-211f2ae12321, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:41:00.494520 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-e7db3a84-8655-4b32-8018-bf4c36cfa0e7 None None] For port f4c6c66a-31ff-41ef-90b4-211f2ae12321, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=f4c6c66a-31ff-41ef-90b4-211f2ae12321,segment=NetworkSegment(27f3dcbb-fd85-4c67-9af0-4759c4e54c9b),segment_id=27f3dcbb-fd85-4c67-9af0-4759c4e54c9b)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:41:00.500081 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-e7db3a84-8655-4b32-8018-bf4c36cfa0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.566315 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db3a84-8655-4b32-8018-bf4c36cfa0e7 None None] Pushing event updated for resources: {'Port': ['ID=f4c6c66a-31ff-41ef-90b4-211f2ae12321,revision_number=2']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:00.586650 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-b4e3d84d-03c4-4bb8-9412-267a6fc90380 admin admin] Allocated IP 172.27.3.116 (e1b1eaab-3abb-4c2f-9e17-ba947274cb90/3b95406b-7f6d-4e40-b01a-fd59db47aa2f/16c7a1ca-c05e-4903-b817-b5ef5dc74682) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:41:00.723466 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce52afa-c7b7-44d0-88ce-6ad379ea49a3 req-0985e8da-b54d-4eb7-9922-e8de5245c76b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:00.725340 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fce52afa-c7b7-44d0-88ce-6ad379ea49a3 req-0985e8da-b54d-4eb7-9922-e8de5245c76b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=83832f2c-d518-4205-95ba-030a994b3986 HTTP/1.1" status: 200 len: 945 time: 0.1150231 Aug 13 02:41:00.778875 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b4e3d84d-03c4-4bb8-9412-267a6fc90380 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.826193 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fce52afa-c7b7-44d0-88ce-6ad379ea49a3 req-dfd75ddf-2f1f-4069-81e3-17971ac9ae61 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913756 Aug 13 02:41:00.893763 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b4e3d84d-03c4-4bb8-9412-267a6fc90380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.948280 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e3d84d-03c4-4bb8-9412-267a6fc90380 admin admin] Network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:41:00.951757 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-b4e3d84d-03c4-4bb8-9412-267a6fc90380 admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:41:00.956554 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e3d84d-03c4-4bb8-9412-267a6fc90380 admin admin] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:41:00.959714 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3d84d-03c4-4bb8-9412-267a6fc90380 admin admin] Pushing event updated for resources: {'Port': ['ID=16c7a1ca-c05e-4903-b817-b5ef5dc74682,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:01.277838 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a882300-f1b2-46b8-a9ce-ff49d818938b req-6401b600-aa5f-4ef3-8caf-e4c60c0e3fae tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:01.279445 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3a882300-f1b2-46b8-a9ce-ff49d818938b req-6401b600-aa5f-4ef3-8caf-e4c60c0e3fae tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.1455181 Aug 13 02:41:01.315939 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4c04b-d775-476d-96e1-f5b97454fb3a req-986c8199-bf34-42ee-b9c0-2c6c2b002061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:01.317449 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-07b4c04b-d775-476d-96e1-f5b97454fb3a req-986c8199-bf34-42ee-b9c0-2c6c2b002061 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad59fce07ec3416db582f1d506e2a581&device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 1099 time: 0.1433604 Aug 13 02:41:01.415482 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b4e3d84d-03c4-4bb8-9412-267a6fc90380 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:01.422058 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3a882300-f1b2-46b8-a9ce-ff49d818938b req-fd9ef51b-1c15-4a63-b18e-a316e696e70e tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340930 Aug 13 02:41:01.505770 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4c04b-d775-476d-96e1-f5b97454fb3a req-df35f6f6-bc07-4291-b5c9-f81a3cfcfebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:01.507234 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-07b4c04b-d775-476d-96e1-f5b97454fb3a req-df35f6f6-bc07-4291-b5c9-f81a3cfcfebb service neutron] 10.222.0.36 "GET /v2.0/networks?id=21e28e08-41d0-472d-a21a-15a7a1bf62f1 HTTP/1.1" status: 200 len: 920 time: 0.1685629 Aug 13 02:41:01.588701 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-07b4c04b-d775-476d-96e1-f5b97454fb3a req-7e80d713-815b-4d77-b4bd-ed960b2d2396 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=439aa1d9-9341-4c3d-976e-1477ea03abb7 HTTP/1.1" status: 200 len: 217 time: 0.0419490 Aug 13 02:41:01.629217 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94dee24-c43a-4e29-b244-c42e04699d7e None None] Network 25e840bf-2cc0-4d63-b321-6a3fc27b02df requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:41:01.710035 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4c04b-d775-476d-96e1-f5b97454fb3a req-3ebb66cd-6ebe-40dd-a8f4-1eb79bcd7847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:01.711797 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-07b4c04b-d775-476d-96e1-f5b97454fb3a req-3ebb66cd-6ebe-40dd-a8f4-1eb79bcd7847 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=906d1824-252c-4a14-9659-5d1356c53672 HTTP/1.1" status: 200 len: 859 time: 0.0859189 Aug 13 02:41:01.725511 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-4611dcd8-1047-4a8d-a2ae-f0c13e795a6d None None] Provisioning for port f4c6c66a-31ff-41ef-90b4-211f2ae12321 completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:41:01.751900 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-07b4c04b-d775-476d-96e1-f5b97454fb3a req-216320b3-f32d-4442-b863-d0ead4e1d287 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21e28e08-41d0-472d-a21a-15a7a1bf62f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266337 Aug 13 02:41:01.754659 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b4e3d84d-03c4-4bb8-9412-267a6fc90380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1791334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790715'] for router, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:01.999274 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device f4c6c66a-31ff-41ef-90b4-211f2ae12321 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:02.055683 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port f4c6c66a-31ff-41ef-90b4-211f2ae12321 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:41:02.064551 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port f4c6c66a-31ff-41ef-90b4-211f2ae12321 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:02.064924 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:02.108463 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-d069ee50-b315-4f3c-bb40-8cd79e0de50d None None] Provisioning complete for port f4c6c66a-31ff-41ef-90b4-211f2ae12321 triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:02.108812 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-d069ee50-b315-4f3c-bb40-8cd79e0de50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:02.151282 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-07b4c04b-d775-476d-96e1-f5b97454fb3a req-90ee86d1-4d39-45ec-a888-54a8b531d0c9 service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561313 Aug 13 02:41:02.168158 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44055c-e036-4852-ab8a-7b3ec4d92b4e req-b56412ca-837f-463d-938b-44fd46f14246 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:02.169636 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3c44055c-e036-4852-ab8a-7b3ec4d92b4e req-b56412ca-837f-463d-938b-44fd46f14246 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=83832f2c-d518-4205-95ba-030a994b3986 HTTP/1.1" status: 200 len: 945 time: 0.0976486 Aug 13 02:41:02.216157 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:02.239599 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-d069ee50-b315-4f3c-bb40-8cd79e0de50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:02.271149 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3c44055c-e036-4852-ab8a-7b3ec4d92b4e req-7507c3bb-3ca4-46c8-bceb-c87b55e1263e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914917 Aug 13 02:41:02.274608 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e3d84d-03c4-4bb8-9412-267a6fc90380 admin admin] Router bcc9f959-0d58-47bf-ae18-52362b414c85 is scheduled to L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 with binding_index 1 {{(pid=100520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:41:02.276885 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port f4c6c66a-31ff-41ef-90b4-211f2ae12321, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=f4c6c66a-31ff-41ef-90b4-211f2ae12321,segment=NetworkSegment(27f3dcbb-fd85-4c67-9af0-4759c4e54c9b),segment_id=27f3dcbb-fd85-4c67-9af0-4759c4e54c9b)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:02.282701 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:02.311313 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-07b4c04b-d775-476d-96e1-f5b97454fb3a req-65370a03-2fb1-43b0-a200-316d02bc42aa service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388898 Aug 13 02:41:02.370282 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.db.api [None req-d069ee50-b315-4f3c-bb40-8cd79e0de50d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 02:41:02.370649 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG oslo_db.api [None req-d069ee50-b315-4f3c-bb40-8cd79e0de50d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 02:41:02.375186 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=f4c6c66a-31ff-41ef-90b4-211f2ae12321,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:02.431881 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e3d84d-03c4-4bb8-9412-267a6fc90380 admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:41:02.443848 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] Sync routers for ids ['bcc9f959-0d58-47bf-ae18-52362b414c85'] in dv-cinder-760192-6-iscsi {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:41:02.451977 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b4e3d84d-03c4-4bb8-9412-267a6fc90380 admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:02.456745 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 36584) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:02.457354 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-b4e3d84d-03c4-4bb8-9412-267a6fc90380 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7235334 Aug 13 02:41:02.472719 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] Routers {'bcc9f959-0d58-47bf-ae18-52362b414c85'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:41:02.473583 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:40:55Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['bcc9f959-0d58-47bf-ae18-52362b414c85'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:02.667762 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737b5d7-42eb-42bc-8ecb-e8aa065dc037 req-b85af57b-bca1-4e80-81c2-ed251bdc81e2 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:02.669714 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c737b5d7-42eb-42bc-8ecb-e8aa065dc037 req-b85af57b-bca1-4e80-81c2-ed251bdc81e2 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.1110144 Aug 13 02:41:02.702453 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] Set router bcc9f959-0d58-47bf-ae18-52362b414c85 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:41:02.796413 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c737b5d7-42eb-42bc-8ecb-e8aa065dc037 req-14b935f6-8d60-4b21-b206-ab9b32367d2a tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856071 Aug 13 02:41:02.898852 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'name': 'tempest-TestMinimumBasicScenario-1363964338-router', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '16c7a1ca-c05e-4903-b817-b5ef5dc74682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:01Z', 'revision_number': 3, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'gw_port': {'id': '16c7a1ca-c05e-4903-b817-b5ef5dc74682', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:00Z', 'updated_at': '2021-08-13T02:41:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:02.927373 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] Checking router: bcc9f959-0d58-47bf-ae18-52362b414c85 for host: dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:41:02.928020 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] Updating router bcc9f959-0d58-47bf-ae18-52362b414c85 port 16c7a1ca-c05e-4903-b817-b5ef5dc74682 binding host dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:41:02.953629 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.205779 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] Notify callbacks [] for port, precommit_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.216276 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.provisioning_blocks [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] Transition to ACTIVE for port object 16c7a1ca-c05e-4903-b817-b5ef5dc74682 will not be triggered until provisioned by entity L2. {{(pid=100523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:41:03.221882 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.253246 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7007bad1-5652-459e-a514-ef8096af7b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.277848 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] Attempting to bind port 16c7a1ca-c05e-4903-b817-b5ef5dc74682 on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:41:03.278213 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] Attempting to bind port 16c7a1ca-c05e-4903-b817-b5ef5dc74682 by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}] {{(pid=100523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:41:03.278571 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] Attempting to bind port 16c7a1ca-c05e-4903-b817-b5ef5dc74682 on network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:41:03.281300 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb0111-8f48-45b9-98b2-bbc02094fbf9 None None] Pushing event updated for resources: {'Port': ['ID=16c7a1ca-c05e-4903-b817-b5ef5dc74682,revision_number=2']} {{(pid=100523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:03.285566 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:41:03.285931 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] Checking segment: {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:41:03.286289 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.286796 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] Bound using segment: {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'} {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:41:03.287212 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] Bound port: 16c7a1ca-c05e-4903-b817-b5ef5dc74682, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}}] {{(pid=100523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:41:03.287596 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.337865 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.db [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] For port 16c7a1ca-c05e-4903-b817-b5ef5dc74682, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:41:03.341387 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.db [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] For port 16c7a1ca-c05e-4903-b817-b5ef5dc74682, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=16c7a1ca-c05e-4903-b817-b5ef5dc74682,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:41:03.345452 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.408810 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] Routers {'bcc9f959-0d58-47bf-ae18-52362b414c85'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:41:03.409536 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:40:55Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['bcc9f959-0d58-47bf-ae18-52362b414c85'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:03.412324 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb0111-8f48-45b9-98b2-bbc02094fbf9 None None] Pushing event updated for resources: {'Port': ['ID=16c7a1ca-c05e-4903-b817-b5ef5dc74682,revision_number=3']} {{(pid=100523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:03.412671 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_common [None req-7007bad1-5652-459e-a514-ef8096af7b97 admin admin] Allocated IP 172.20.0.1 (25e840bf-2cc0-4d63-b321-6a3fc27b02df/d19fd7d0-a08d-4eae-ac69-213aa3924fc5/1ee17104-9b32-4480-85d3-512bfc91611d) {{(pid=100521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:41:03.516234 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] Set router bcc9f959-0d58-47bf-ae18-52362b414c85 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:41:03.517700 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7007bad1-5652-459e-a514-ef8096af7b97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.529974 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-7007bad1-5652-459e-a514-ef8096af7b97 admin admin] Transition to ACTIVE for port object 1ee17104-9b32-4480-85d3-512bfc91611d will not be triggered until provisioned by entity DHCP. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:41:03.563728 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7007bad1-5652-459e-a514-ef8096af7b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703'] for port, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.602574 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7007bad1-5652-459e-a514-ef8096af7b97 admin admin] Network 25e840bf-2cc0-4d63-b321-6a3fc27b02df is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:41:03.605408 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-7007bad1-5652-459e-a514-ef8096af7b97 admin admin] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:41:03.610822 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7007bad1-5652-459e-a514-ef8096af7b97 admin admin] Received port after_create {{(pid=100521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:41:03.611300 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7007bad1-5652-459e-a514-ef8096af7b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752878'] for router_interface, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.707694 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'name': 'tempest-TestMinimumBasicScenario-1363964338-router', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '16c7a1ca-c05e-4903-b817-b5ef5dc74682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:01Z', 'revision_number': 3, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'gw_port': {'id': '16c7a1ca-c05e-4903-b817-b5ef5dc74682', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:00Z', 'updated_at': '2021-08-13T02:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:03.732046 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007bad1-5652-459e-a514-ef8096af7b97 admin admin] Pushing event updated for resources: {'Port': ['ID=1ee17104-9b32-4480-85d3-512bfc91611d,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:03.754094 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ff6b45-f5f4-424e-bf84-a0e3b81dd7b7 None None] The sync data for ids ['bcc9f959-0d58-47bf-ae18-52362b414c85'] in dv-cinder-760192-6-iscsi is: [{'id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'name': 'tempest-TestMinimumBasicScenario-1363964338-router', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '16c7a1ca-c05e-4903-b817-b5ef5dc74682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:01Z', 'revision_number': 3, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'gw_port': {'id': '16c7a1ca-c05e-4903-b817-b5ef5dc74682', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:00Z', 'updated_at': '2021-08-13T02:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}] {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:41:03.824787 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7007bad1-5652-459e-a514-ef8096af7b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.969341 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device f4c6c66a-31ff-41ef-90b4-211f2ae12321 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:03.973802 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-4dbb5aa2-06f4-486b-85c9-b93c14f0f11b None None] Provisioning for port 1ee17104-9b32-4480-85d3-512bfc91611d completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:41:04.037475 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68705349-b306-452b-a868-de439f10e712 req-f86a51a7-9ce1-4343-85a1-7382969d9b05 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:04.042297 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-4dbb5aa2-06f4-486b-85c9-b93c14f0f11b None None] Provisioning complete for port 1ee17104-9b32-4480-85d3-512bfc91611d triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:04.042674 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4dbb5aa2-06f4-486b-85c9-b93c14f0f11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:04.055526 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-68705349-b306-452b-a868-de439f10e712 req-f86a51a7-9ce1-4343-85a1-7382969d9b05 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.1205530 Aug 13 02:41:04.067087 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7007bad1-5652-459e-a514-ef8096af7b97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:04.074820 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7007bad1-5652-459e-a514-ef8096af7b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:04.076227 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7007bad1-5652-459e-a514-ef8096af7b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753018'] for router_interface, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:04.129759 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-4dbb5aa2-06f4-486b-85c9-b93c14f0f11b None None] Port 1ee17104-9b32-4480-85d3-512bfc91611d cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:41:04.170132 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-68705349-b306-452b-a868-de439f10e712 req-93fd602c-ee50-4b7f-aeb9-23fb8b66f510 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965264 Aug 13 02:41:04.208335 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port f4c6c66a-31ff-41ef-90b4-211f2ae12321 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:04.208876 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:04.253086 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007bad1-5652-459e-a514-ef8096af7b97 admin admin] Pushing event updated for resources: {'Port': ['ID=1ee17104-9b32-4480-85d3-512bfc91611d,revision_number=2']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:04.320685 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7007bad1-5652-459e-a514-ef8096af7b97 admin admin] Network 25e840bf-2cc0-4d63-b321-6a3fc27b02df is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:41:04.329607 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-7007bad1-5652-459e-a514-ef8096af7b97 admin admin] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:41:04.516058 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7007bad1-5652-459e-a514-ef8096af7b97 admin admin] Router bcc9f959-0d58-47bf-ae18-52362b414c85 has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:41:04.675740 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7007bad1-5652-459e-a514-ef8096af7b97 admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:41:04.681610 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-7007bad1-5652-459e-a514-ef8096af7b97 admin admin] 10.222.0.13 "PUT /v2.0/routers/bcc9f959-0d58-47bf-ae18-52362b414c85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2237713 Aug 13 02:41:04.760970 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-0d435c83-b308-4c04-9ccd-87502248aa94 None None] Provisioning complete for port 1ee17104-9b32-4480-85d3-512bfc91611d triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:04.761644 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-0d435c83-b308-4c04-9ccd-87502248aa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:04.822991 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-0d435c83-b308-4c04-9ccd-87502248aa94 None None] Port 1ee17104-9b32-4480-85d3-512bfc91611d cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:41:05.276229 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259507d-a50b-45b7-b106-76b848257edd req-ed47afa1-5a87-4f0e-be7f-2cf33a070665 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:05.277246 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 36652) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:05.277720 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4259507d-a50b-45b7-b106-76b848257edd req-ed47afa1-5a87-4f0e-be7f-2cf33a070665 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0509114 Aug 13 02:41:05.282241 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-66e8a1b4-6142-4009-8163-0f0566d44e4f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1237714701-network', 'tenant_id': '30415afafa2645a2a67e4b0e55fdd9f5'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:05.303799 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e8a1b4-6142-4009-8163-0f0566d44e4f admin admin] Made reservation on behalf of 30415afafa2645a2a67e4b0e55fdd9f5 for: {'network': 1} {{(pid=100521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:41:05.306645 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-66e8a1b4-6142-4009-8163-0f0566d44e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for network, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:05.317895 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-66e8a1b4-6142-4009-8163-0f0566d44e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:05.318236 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4259507d-a50b-45b7-b106-76b848257edd req-121c5841-fa12-4c91-840c-39724dad006d tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344892 Aug 13 02:41:05.419596 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-66e8a1b4-6142-4009-8163-0f0566d44e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:05.423491 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-66e8a1b4-6142-4009-8163-0f0566d44e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:05.446527 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e8a1b4-6142-4009-8163-0f0566d44e4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=100521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:41:05.463097 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-66e8a1b4-6142-4009-8163-0f0566d44e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:05.463667 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.db.segments_db [None req-66e8a1b4-6142-4009-8163-0f0566d44e4f admin admin] Added segment bb693b95-6985-4b7d-9041-c4b0f4eba47d of type vlan for network 3d07853f-55a0-4f9f-9f94-3c13db90e5d4 Aug 13 02:41:05.465431 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8a1b4-6142-4009-8163-0f0566d44e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a06bd0-9d26-43a3-a106-d5a5dac5d3cb,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:05.510205 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-66e8a1b4-6142-4009-8163-0f0566d44e4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730805411148'] for network, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:05.546494 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-66e8a1b4-6142-4009-8163-0f0566d44e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for network, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:05.547487 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e8a1b4-6142-4009-8163-0f0566d44e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:05.549222 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-66e8a1b4-6142-4009-8163-0f0566d44e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:05.610251 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-66e8a1b4-6142-4009-8163-0f0566d44e4f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3294592 Aug 13 02:41:05.611158 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 36662) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:05.615690 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-0526f269-70b4-456f-88fd-0713163a8919 admin admin] Request body: {'subnet': {'network_id': '3d07853f-55a0-4f9f-9f94-3c13db90e5d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1237714701-subnet', 'tenant_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'ip_version': 4}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:05.618167 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8a1b4-6142-4009-8163-0f0566d44e4f admin admin] Pushing event updated for resources: {'Network': ['ID=3d07853f-55a0-4f9f-9f94-3c13db90e5d4,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:05.630596 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Network 3d07853f-55a0-4f9f-9f94-3c13db90e5d4 details requested by agent ovs-agent-dv-cinder-760192-6-iscsi with host dv-cinder-760192-6-iscsi {{(pid=100522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:41:05.649315 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0526f269-70b4-456f-88fd-0713163a8919 admin admin] Made reservation on behalf of 30415afafa2645a2a67e4b0e55fdd9f5 for: {'subnet': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:41:05.652221 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0526f269-70b4-456f-88fd-0713163a8919 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13559771'] for subnet, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:05.728456 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] Sync routers for ids ['bcc9f959-0d58-47bf-ae18-52362b414c85'] in dv-cinder-760192-6-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:41:05.737929 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] Routers {'bcc9f959-0d58-47bf-ae18-52362b414c85'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:41:05.738575 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:40:55Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['bcc9f959-0d58-47bf-ae18-52362b414c85'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:05.844772 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0526f269-70b4-456f-88fd-0713163a8919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13334696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13559785'] for subnet, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:05.878382 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] Set router bcc9f959-0d58-47bf-ae18-52362b414c85 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:41:05.964490 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526f269-70b4-456f-88fd-0713163a8919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2173ecf-e5b5-4f66-babc-dade22d6710f,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:05.979006 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0526f269-70b4-456f-88fd-0713163a8919 admin admin] Checking segment: {'id': 'bb693b95-6985-4b7d-9041-c4b0f4eba47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3d07853f-55a0-4f9f-9f94-3c13db90e5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:41:05.979375 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0526f269-70b4-456f-88fd-0713163a8919 admin admin] Network hostable DHCP agents. Network: 3d07853f-55a0-4f9f-9f94-3c13db90e5d4, hostable agents: ['595598fe-73c0-479d-97dd-8b235d94b446'], hosted agents: [] {{(pid=100520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:41:05.999170 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0526f269-70b4-456f-88fd-0713163a8919 admin admin] Network 3d07853f-55a0-4f9f-9f94-3c13db90e5d4 is scheduled to be hosted by DHCP agent 595598fe-73c0-479d-97dd-8b235d94b446 with binding_index 1 {{(pid=100520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:41:06.013967 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-0526f269-70b4-456f-88fd-0713163a8919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760192-6-iscsi, 3d07853f-55a0-4f9f-9f94-3c13db90e5d4) {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:41:06.024551 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0526f269-70b4-456f-88fd-0713163a8919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:06.025527 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0526f269-70b4-456f-88fd-0713163a8919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.037445 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 16c7a1ca-c05e-4903-b817-b5ef5dc74682 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:06.040715 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44533b1d-abc9-4c81-ac60-40609b7756db None None] Network 3d07853f-55a0-4f9f-9f94-3c13db90e5d4 requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:41:06.042483 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-0526f269-70b4-456f-88fd-0713163a8919 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4306929 Aug 13 02:41:06.044993 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 36672) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:06.049380 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-a03cbddb-a9a1-4115-b9bb-b11c047c7ed2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1237714701-router', 'tenant_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:06.068743 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a03cbddb-a9a1-4115-b9bb-b11c047c7ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-388'] for router, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.069823 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a03cbddb-a9a1-4115-b9bb-b11c047c7ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1791357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-395'] for router, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.121959 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a03cbddb-a9a1-4115-b9bb-b11c047c7ed2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.265964 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a03cbddb-a9a1-4115-b9bb-b11c047c7ed2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.340591 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port 16c7a1ca-c05e-4903-b817-b5ef5dc74682 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:41:06.368728 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 16c7a1ca-c05e-4903-b817-b5ef5dc74682 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:06.369109 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.461948 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bb9600-9db0-4fbd-9dd6-60e03426ba62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a7fb4fd-6467-5fc5-8d0e-71f03b711e8f-3d07853f-55a0-4f9f-9f94-3c13db90e5d4', 'network_id': '3d07853f-55a0-4f9f-9f94-3c13db90e5d4', 'tenant_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'fixed_ips': [{'subnet_id': 'a2173ecf-e5b5-4f66-babc-dade22d6710f'}]}} from dv-cinder-760192-6-iscsi. {{(pid=100522) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:41:06.462801 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-56bb9600-9db0-4fbd-9dd6-60e03426ba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.475275 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'name': 'tempest-TestMinimumBasicScenario-1363964338-router', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '16c7a1ca-c05e-4903-b817-b5ef5dc74682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:03Z', 'revision_number': 4, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'gw_port': {'id': '16c7a1ca-c05e-4903-b817-b5ef5dc74682', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:00Z', 'updated_at': '2021-08-13T02:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '1ee17104-9b32-4480-85d3-512bfc91611d', 'name': '', 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'mac_address': 'fa:16:3e:98:95:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd19fd7d0-a08d-4eae-ac69-213aa3924fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:03Z', 'updated_at': '2021-08-13T02:41:03Z', 'revision_number': 2, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'subnets': [{'id': 'd19fd7d0-a08d-4eae-ac69-213aa3924fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:06.506904 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e92d97-e9c4-409d-9e5e-8ffc772ef0a7 req-3990c5ad-b98a-42bc-92a2-016538ea81fd tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:06.509111 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b3e92d97-e9c4-409d-9e5e-8ffc772ef0a7 req-3990c5ad-b98a-42bc-92a2-016538ea81fd tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.1066096 Aug 13 02:41:06.509477 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] Checking router: bcc9f959-0d58-47bf-ae18-52362b414c85 for host: dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:41:06.509845 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] Updating router bcc9f959-0d58-47bf-ae18-52362b414c85 port 1ee17104-9b32-4480-85d3-512bfc91611d binding host dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:41:06.526586 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a03cbddb-a9a1-4115-b9bb-b11c047c7ed2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.553402 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a03cbddb-a9a1-4115-b9bb-b11c047c7ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.606527 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b3e92d97-e9c4-409d-9e5e-8ffc772ef0a7 req-789256e3-a1e3-4ffa-9677-f5430c73072e tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903990 Aug 13 02:41:06.618411 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.645875 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.677773 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-a03cbddb-a9a1-4115-b9bb-b11c047c7ed2 admin admin] Allocated IP 172.27.3.195 (e1b1eaab-3abb-4c2f-9e17-ba947274cb90/3b95406b-7f6d-4e40-b01a-fd59db47aa2f/f9c403d2-0fc3-4270-8c5a-9ac60c5c568d) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:41:06.719478 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port 16c7a1ca-c05e-4903-b817-b5ef5dc74682, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=16c7a1ca-c05e-4903-b817-b5ef5dc74682,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:06.732107 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.784853 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a03cbddb-a9a1-4115-b9bb-b11c047c7ed2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.824080 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a03cbddb-a9a1-4115-b9bb-b11c047c7ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.829168 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.db_base_plugin_common [None req-56bb9600-9db0-4fbd-9dd6-60e03426ba62 None None] Allocated IP 172.20.0.2 (3d07853f-55a0-4f9f-9f94-3c13db90e5d4/a2173ecf-e5b5-4f66-babc-dade22d6710f/6b4151fb-c0bb-4172-887d-29c8751fb2f5) {{(pid=100522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:41:06.861255 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03cbddb-a9a1-4115-b9bb-b11c047c7ed2 admin admin] Network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:41:06.865966 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-a03cbddb-a9a1-4115-b9bb-b11c047c7ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:41:06.870164 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03cbddb-a9a1-4115-b9bb-b11c047c7ed2 admin admin] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:41:06.874378 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=16c7a1ca-c05e-4903-b817-b5ef5dc74682,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:06.896268 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cbddb-a9a1-4115-b9bb-b11c047c7ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=f9c403d2-0fc3-4270-8c5a-9ac60c5c568d,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:07.118739 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-56bb9600-9db0-4fbd-9dd6-60e03426ba62 None None] Notify callbacks [] for port, precommit_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.134101 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-56bb9600-9db0-4fbd-9dd6-60e03426ba62 None None] Transition to ACTIVE for port object 6b4151fb-c0bb-4172-887d-29c8751fb2f5 will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:41:07.136266 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a03cbddb-a9a1-4115-b9bb-b11c047c7ed2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.152285 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] Notify callbacks [] for port, precommit_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.165934 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-56bb9600-9db0-4fbd-9dd6-60e03426ba62 None None] Transition to ACTIVE for port object 6b4151fb-c0bb-4172-887d-29c8751fb2f5 will not be triggered until provisioned by entity DHCP. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:41:07.169770 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] Transition to ACTIVE for port object 1ee17104-9b32-4480-85d3-512bfc91611d will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:41:07.174118 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-56bb9600-9db0-4fbd-9dd6-60e03426ba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703'] for port, after_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.182715 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.219348 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bb9600-9db0-4fbd-9dd6-60e03426ba62 None None] Network 3d07853f-55a0-4f9f-9f94-3c13db90e5d4 is already hosted by enough agents. {{(pid=100522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:41:07.230400 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.scheduler.base_scheduler [None req-56bb9600-9db0-4fbd-9dd6-60e03426ba62 None None] Resources bound (agent type, host, resource id): {{(pid=100522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:41:07.236060 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bb9600-9db0-4fbd-9dd6-60e03426ba62 None None] Received port after_create {{(pid=100522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:41:07.242686 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb9600-9db0-4fbd-9dd6-60e03426ba62 None None] Pushing event updated for resources: {'Port': ['ID=6b4151fb-c0bb-4172-887d-29c8751fb2f5,revision_number=1']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:07.355344 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a03cbddb-a9a1-4115-b9bb-b11c047c7ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1791334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790715'] for router, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.368462 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41068708-d390-4c6e-89a2-bb12ef0f4ae9 None None] Pushing event updated for resources: {'Port': ['ID=1ee17104-9b32-4480-85d3-512bfc91611d,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:07.371149 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-56bb9600-9db0-4fbd-9dd6-60e03426ba62 None None] Attempting to bind port 6b4151fb-c0bb-4172-887d-29c8751fb2f5 on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:41:07.371539 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-56bb9600-9db0-4fbd-9dd6-60e03426ba62 None None] Attempting to bind port 6b4151fb-c0bb-4172-887d-29c8751fb2f5 by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': 'bb693b95-6985-4b7d-9041-c4b0f4eba47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3d07853f-55a0-4f9f-9f94-3c13db90e5d4'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:41:07.371909 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb9600-9db0-4fbd-9dd6-60e03426ba62 None None] Attempting to bind port 6b4151fb-c0bb-4172-887d-29c8751fb2f5 on network 3d07853f-55a0-4f9f-9f94-3c13db90e5d4 {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:41:07.374429 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] Attempting to bind port 1ee17104-9b32-4480-85d3-512bfc91611d on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:41:07.374793 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] Attempting to bind port 1ee17104-9b32-4480-85d3-512bfc91611d by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': '27f3dcbb-fd85-4c67-9af0-4759c4e54c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:41:07.375144 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] Attempting to bind port 1ee17104-9b32-4480-85d3-512bfc91611d on network 25e840bf-2cc0-4d63-b321-6a3fc27b02df {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:41:07.383361 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb9600-9db0-4fbd-9dd6-60e03426ba62 None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:41:07.383847 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb9600-9db0-4fbd-9dd6-60e03426ba62 None None] Checking segment: {'id': 'bb693b95-6985-4b7d-9041-c4b0f4eba47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3d07853f-55a0-4f9f-9f94-3c13db90e5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:41:07.384253 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-56bb9600-9db0-4fbd-9dd6-60e03426ba62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.384642 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb9600-9db0-4fbd-9dd6-60e03426ba62 None None] Bound using segment: {'id': 'bb693b95-6985-4b7d-9041-c4b0f4eba47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3d07853f-55a0-4f9f-9f94-3c13db90e5d4'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:41:07.385112 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-56bb9600-9db0-4fbd-9dd6-60e03426ba62 None None] Bound port: 6b4151fb-c0bb-4172-887d-29c8751fb2f5, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb693b95-6985-4b7d-9041-c4b0f4eba47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3d07853f-55a0-4f9f-9f94-3c13db90e5d4'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:41:07.385494 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-56bb9600-9db0-4fbd-9dd6-60e03426ba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.387606 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:41:07.387976 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] Checking segment: {'id': '27f3dcbb-fd85-4c67-9af0-4759c4e54c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:41:07.388362 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.388744 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] Bound using segment: {'id': '27f3dcbb-fd85-4c67-9af0-4759c4e54c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:41:07.389197 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] Bound port: 1ee17104-9b32-4480-85d3-512bfc91611d, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f3dcbb-fd85-4c67-9af0-4759c4e54c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:41:07.389570 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.487516 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03cbddb-a9a1-4115-b9bb-b11c047c7ed2 admin admin] Router e2fdd7ce-a843-48ea-8a30-626b4504dcd5 is scheduled to L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 with binding_index 1 {{(pid=100520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:41:07.515197 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-56bb9600-9db0-4fbd-9dd6-60e03426ba62 None None] For port 6b4151fb-c0bb-4172-887d-29c8751fb2f5, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:41:07.517480 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] For port 1ee17104-9b32-4480-85d3-512bfc91611d, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:41:07.520833 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-56bb9600-9db0-4fbd-9dd6-60e03426ba62 None None] For port 6b4151fb-c0bb-4172-887d-29c8751fb2f5, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=6b4151fb-c0bb-4172-887d-29c8751fb2f5,segment=NetworkSegment(bb693b95-6985-4b7d-9041-c4b0f4eba47d),segment_id=bb693b95-6985-4b7d-9041-c4b0f4eba47d)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:41:07.523323 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] For port 1ee17104-9b32-4480-85d3-512bfc91611d, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=1ee17104-9b32-4480-85d3-512bfc91611d,segment=NetworkSegment(27f3dcbb-fd85-4c67-9af0-4759c4e54c9b),segment_id=27f3dcbb-fd85-4c67-9af0-4759c4e54c9b)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:41:07.525416 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-56bb9600-9db0-4fbd-9dd6-60e03426ba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.530521 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.596800 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] Routers {'bcc9f959-0d58-47bf-ae18-52362b414c85'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:41:07.597456 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:40:55Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['bcc9f959-0d58-47bf-ae18-52362b414c85'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:07.598766 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03cbddb-a9a1-4115-b9bb-b11c047c7ed2 admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:41:07.615401 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] Sync routers for ids ['e2fdd7ce-a843-48ea-8a30-626b4504dcd5'] in dv-cinder-760192-6-iscsi {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:41:07.630552 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a03cbddb-a9a1-4115-b9bb-b11c047c7ed2 admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.630552 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-a03cbddb-a9a1-4115-b9bb-b11c047c7ed2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5822420 Aug 13 02:41:07.631641 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 36686) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:07.632757 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] Routers {'e2fdd7ce-a843-48ea-8a30-626b4504dcd5'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:41:07.633579 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:40:55Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['e2fdd7ce-a843-48ea-8a30-626b4504dcd5'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:07.643784 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb9600-9db0-4fbd-9dd6-60e03426ba62 None None] Pushing event updated for resources: {'Port': ['ID=6b4151fb-c0bb-4172-887d-29c8751fb2f5,revision_number=2']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:07.782339 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] Set router bcc9f959-0d58-47bf-ae18-52362b414c85 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:41:07.804064 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d9ac5-97fb-445c-a0d3-cb12c3d0d966 req-2f2af50d-5905-42ae-ba25-7474dc35a3b4 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:07.816791 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dd8d9ac5-97fb-445c-a0d3-cb12c3d0d966 req-2f2af50d-5905-42ae-ba25-7474dc35a3b4 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0998769 Aug 13 02:41:07.920256 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dd8d9ac5-97fb-445c-a0d3-cb12c3d0d966 req-1dc831bf-81ab-4326-bc14-de1a34d68db7 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872378 Aug 13 02:41:07.960845 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] Set router e2fdd7ce-a843-48ea-8a30-626b4504dcd5 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:41:08.019598 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41068708-d390-4c6e-89a2-bb12ef0f4ae9 None None] Pushing event updated for resources: {'Port': ['ID=1ee17104-9b32-4480-85d3-512bfc91611d,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:08.156984 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 6b4151fb-c0bb-4172-887d-29c8751fb2f5 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:08.220315 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'name': 'tempest-TestMinimumBasicScenario-1363964338-router', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '16c7a1ca-c05e-4903-b817-b5ef5dc74682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:03Z', 'revision_number': 4, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'gw_port': {'id': '16c7a1ca-c05e-4903-b817-b5ef5dc74682', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:00Z', 'updated_at': '2021-08-13T02:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '1ee17104-9b32-4480-85d3-512bfc91611d', 'name': '', 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'mac_address': 'fa:16:3e:98:95:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd19fd7d0-a08d-4eae-ac69-213aa3924fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:03Z', 'updated_at': '2021-08-13T02:41:07Z', 'revision_number': 4, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'subnets': [{'id': 'd19fd7d0-a08d-4eae-ac69-213aa3924fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:08.250639 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b49ee5c-e4c5-4d53-a636-cb3000a2d3af None None] The sync data for ids ['bcc9f959-0d58-47bf-ae18-52362b414c85'] in dv-cinder-760192-6-iscsi is: [{'id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'name': 'tempest-TestMinimumBasicScenario-1363964338-router', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '16c7a1ca-c05e-4903-b817-b5ef5dc74682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:03Z', 'revision_number': 4, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'gw_port': {'id': '16c7a1ca-c05e-4903-b817-b5ef5dc74682', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:00Z', 'updated_at': '2021-08-13T02:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '1ee17104-9b32-4480-85d3-512bfc91611d', 'name': '', 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'mac_address': 'fa:16:3e:98:95:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd19fd7d0-a08d-4eae-ac69-213aa3924fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:03Z', 'updated_at': '2021-08-13T02:41:07Z', 'revision_number': 4, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'subnets': [{'id': 'd19fd7d0-a08d-4eae-ac69-213aa3924fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:41:08.260909 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port 6b4151fb-c0bb-4172-887d-29c8751fb2f5 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:41:08.267334 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fdd7ce-a843-48ea-8a30-626b4504dcd5', 'name': 'tempest-TestMinimumBasicScenario-1237714701-router', 'tenant_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c403d2-0fc3-4270-8c5a-9ac60c5c568d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:41:06Z', 'updated_at': '2021-08-13T02:41:07Z', 'revision_number': 3, 'project_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'gw_port': {'id': 'f9c403d2-0fc3-4270-8c5a-9ac60c5c568d', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fdd7ce-a843-48ea-8a30-626b4504dcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:06Z', 'updated_at': '2021-08-13T02:41:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:08.271985 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 16c7a1ca-c05e-4903-b817-b5ef5dc74682 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:08.333934 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-737649d6-73c9-4da9-bef8-b19a2b9c4d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:08.345934 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] Checking router: e2fdd7ce-a843-48ea-8a30-626b4504dcd5 for host: dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:41:08.348276 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] Updating router e2fdd7ce-a843-48ea-8a30-626b4504dcd5 port f9c403d2-0fc3-4270-8c5a-9ac60c5c568d binding host dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:41:08.387842 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:08.524378 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 16c7a1ca-c05e-4903-b817-b5ef5dc74682 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:08.524880 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:08.556928 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_common [None req-737649d6-73c9-4da9-bef8-b19a2b9c4d84 admin admin] Allocated IP 172.20.0.1 (3d07853f-55a0-4f9f-9f94-3c13db90e5d4/a2173ecf-e5b5-4f66-babc-dade22d6710f/64ba02a7-5952-489b-856d-d6361d61ae85) {{(pid=100521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:41:08.705228 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-737649d6-73c9-4da9-bef8-b19a2b9c4d84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:08.729840 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-737649d6-73c9-4da9-bef8-b19a2b9c4d84 admin admin] Transition to ACTIVE for port object 64ba02a7-5952-489b-856d-d6361d61ae85 will not be triggered until provisioned by entity DHCP. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:41:08.730063 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] Notify callbacks [] for port, precommit_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:08.743653 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.provisioning_blocks [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] Transition to ACTIVE for port object f9c403d2-0fc3-4270-8c5a-9ac60c5c568d will not be triggered until provisioned by entity L2. {{(pid=100523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:41:08.752832 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:08.768651 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-737649d6-73c9-4da9-bef8-b19a2b9c4d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703'] for port, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:08.799672 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733b2db-f487-4058-841a-5e5f66e2dea7 None None] Pushing event updated for resources: {'Port': ['ID=f9c403d2-0fc3-4270-8c5a-9ac60c5c568d,revision_number=2']} {{(pid=100523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:08.822334 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] Attempting to bind port f9c403d2-0fc3-4270-8c5a-9ac60c5c568d on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:41:08.822704 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] Attempting to bind port f9c403d2-0fc3-4270-8c5a-9ac60c5c568d by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}] {{(pid=100523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:41:08.823062 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] Attempting to bind port f9c403d2-0fc3-4270-8c5a-9ac60c5c568d on network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:41:08.829011 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:41:08.829516 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] Checking segment: {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:41:08.829988 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:08.830446 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] Bound using segment: {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'} {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:41:08.830979 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] Bound port: f9c403d2-0fc3-4270-8c5a-9ac60c5c568d, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}}] {{(pid=100523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:41:08.831524 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:08.842245 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737649d6-73c9-4da9-bef8-b19a2b9c4d84 admin admin] Pushing event updated for resources: {'Port': ['ID=64ba02a7-5952-489b-856d-d6361d61ae85,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:08.846329 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737649d6-73c9-4da9-bef8-b19a2b9c4d84 admin admin] Network 3d07853f-55a0-4f9f-9f94-3c13db90e5d4 is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:41:08.848507 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-737649d6-73c9-4da9-bef8-b19a2b9c4d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:41:08.851295 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737649d6-73c9-4da9-bef8-b19a2b9c4d84 admin admin] Received port after_create {{(pid=100521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:41:08.851868 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-737649d6-73c9-4da9-bef8-b19a2b9c4d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752878'] for router_interface, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:08.883012 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b24a79c-6f2f-4e29-94cb-8dba9a917516 None None] Network 3d07853f-55a0-4f9f-9f94-3c13db90e5d4 requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:41:08.907138 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.db [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] For port f9c403d2-0fc3-4270-8c5a-9ac60c5c568d, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:41:08.910760 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.db [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] For port f9c403d2-0fc3-4270-8c5a-9ac60c5c568d, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=f9c403d2-0fc3-4270-8c5a-9ac60c5c568d,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:41:08.916110 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:08.990310 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] Routers {'e2fdd7ce-a843-48ea-8a30-626b4504dcd5'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:41:08.990948 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:40:55Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['e2fdd7ce-a843-48ea-8a30-626b4504dcd5'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:08.994276 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733b2db-f487-4058-841a-5e5f66e2dea7 None None] Pushing event updated for resources: {'Port': ['ID=f9c403d2-0fc3-4270-8c5a-9ac60c5c568d,revision_number=3']} {{(pid=100523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:09.017151 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-72ebb747-b28b-42fc-972e-b584a40d5774 None None] Provisioning for port 6b4151fb-c0bb-4172-887d-29c8751fb2f5 completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:41:09.047775 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-737649d6-73c9-4da9-bef8-b19a2b9c4d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:09.050060 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-72ebb747-b28b-42fc-972e-b584a40d5774 None None] Provisioning complete for port 6b4151fb-c0bb-4172-887d-29c8751fb2f5 triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:09.051442 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-72ebb747-b28b-42fc-972e-b584a40d5774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:09.078866 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b06ef-9863-41ba-9270-eda7721d6338 req-48a38e31-8106-4fa4-acb5-e65d753ce3df tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:09.080431 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4b6b06ef-9863-41ba-9270-eda7721d6338 req-48a38e31-8106-4fa4-acb5-e65d753ce3df tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0606387 Aug 13 02:41:09.183932 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4b6b06ef-9863-41ba-9270-eda7721d6338 req-318fd683-4797-4d5a-b29f-4b58f2ed18ec tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957918 Aug 13 02:41:09.208801 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] Set router e2fdd7ce-a843-48ea-8a30-626b4504dcd5 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:41:09.266397 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-72ebb747-b28b-42fc-972e-b584a40d5774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:09.335308 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-72ebb747-b28b-42fc-972e-b584a40d5774 None None] For port 6b4151fb-c0bb-4172-887d-29c8751fb2f5, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=6b4151fb-c0bb-4172-887d-29c8751fb2f5,segment=NetworkSegment(bb693b95-6985-4b7d-9041-c4b0f4eba47d),segment_id=bb693b95-6985-4b7d-9041-c4b0f4eba47d)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:09.340217 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-72ebb747-b28b-42fc-972e-b584a40d5774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:09.374702 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-737649d6-73c9-4da9-bef8-b19a2b9c4d84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:09.383554 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-737649d6-73c9-4da9-bef8-b19a2b9c4d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:09.384169 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-737649d6-73c9-4da9-bef8-b19a2b9c4d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753018'] for router_interface, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:09.412592 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ebb747-b28b-42fc-972e-b584a40d5774 None None] Pushing event updated for resources: {'Port': ['ID=6b4151fb-c0bb-4172-887d-29c8751fb2f5,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:09.484236 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737649d6-73c9-4da9-bef8-b19a2b9c4d84 admin admin] Pushing event updated for resources: {'Port': ['ID=64ba02a7-5952-489b-856d-d6361d61ae85,revision_number=2']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:09.543736 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737649d6-73c9-4da9-bef8-b19a2b9c4d84 admin admin] Network 3d07853f-55a0-4f9f-9f94-3c13db90e5d4 is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:41:09.545231 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-737649d6-73c9-4da9-bef8-b19a2b9c4d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:41:09.547344 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fdd7ce-a843-48ea-8a30-626b4504dcd5', 'name': 'tempest-TestMinimumBasicScenario-1237714701-router', 'tenant_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c403d2-0fc3-4270-8c5a-9ac60c5c568d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:41:06Z', 'updated_at': '2021-08-13T02:41:08Z', 'revision_number': 4, 'project_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'gw_port': {'id': 'f9c403d2-0fc3-4270-8c5a-9ac60c5c568d', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fdd7ce-a843-48ea-8a30-626b4504dcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:06Z', 'updated_at': '2021-08-13T02:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '64ba02a7-5952-489b-856d-d6361d61ae85', 'name': '', 'network_id': '3d07853f-55a0-4f9f-9f94-3c13db90e5d4', 'tenant_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'mac_address': 'fa:16:3e:10:05:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fdd7ce-a843-48ea-8a30-626b4504dcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'a2173ecf-e5b5-4f66-babc-dade22d6710f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:08Z', 'updated_at': '2021-08-13T02:41:08Z', 'revision_number': 1, 'project_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'subnets': [{'id': 'a2173ecf-e5b5-4f66-babc-dade22d6710f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:09.566395 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-f5ad4ebd-eb37-4b4f-b1e5-c63907d83a38 None None] Provisioning for port 64ba02a7-5952-489b-856d-d6361d61ae85 completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:41:09.575143 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-f5ad4ebd-eb37-4b4f-b1e5-c63907d83a38 None None] Provisioning complete for port 64ba02a7-5952-489b-856d-d6361d61ae85 triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:09.575538 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-f5ad4ebd-eb37-4b4f-b1e5-c63907d83a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:09.585460 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c390b25-d2dc-468e-a19a-ec8d441e6411 None None] The sync data for ids ['e2fdd7ce-a843-48ea-8a30-626b4504dcd5'] in dv-cinder-760192-6-iscsi is: [{'id': 'e2fdd7ce-a843-48ea-8a30-626b4504dcd5', 'name': 'tempest-TestMinimumBasicScenario-1237714701-router', 'tenant_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c403d2-0fc3-4270-8c5a-9ac60c5c568d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:41:06Z', 'updated_at': '2021-08-13T02:41:08Z', 'revision_number': 4, 'project_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'gw_port': {'id': 'f9c403d2-0fc3-4270-8c5a-9ac60c5c568d', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fdd7ce-a843-48ea-8a30-626b4504dcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:06Z', 'updated_at': '2021-08-13T02:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '64ba02a7-5952-489b-856d-d6361d61ae85', 'name': '', 'network_id': '3d07853f-55a0-4f9f-9f94-3c13db90e5d4', 'tenant_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'mac_address': 'fa:16:3e:10:05:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fdd7ce-a843-48ea-8a30-626b4504dcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'a2173ecf-e5b5-4f66-babc-dade22d6710f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:08Z', 'updated_at': '2021-08-13T02:41:08Z', 'revision_number': 1, 'project_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'subnets': [{'id': 'a2173ecf-e5b5-4f66-babc-dade22d6710f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:41:09.643059 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-f5ad4ebd-eb37-4b4f-b1e5-c63907d83a38 None None] Port 64ba02a7-5952-489b-856d-d6361d61ae85 cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:41:09.656693 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-f5ad4ebd-eb37-4b4f-b1e5-c63907d83a38 None None] Provisioning complete for port 6b4151fb-c0bb-4172-887d-29c8751fb2f5 triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:09.656693 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-f5ad4ebd-eb37-4b4f-b1e5-c63907d83a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:09.700922 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737649d6-73c9-4da9-bef8-b19a2b9c4d84 admin admin] Router e2fdd7ce-a843-48ea-8a30-626b4504dcd5 has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:41:09.832399 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737649d6-73c9-4da9-bef8-b19a2b9c4d84 admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:41:09.846244 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-737649d6-73c9-4da9-bef8-b19a2b9c4d84 admin admin] 10.222.0.13 "PUT /v2.0/routers/e2fdd7ce-a843-48ea-8a30-626b4504dcd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2058570 Aug 13 02:41:09.879055 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-df5821a0-1c11-4e4f-b500-cd970a8e3554 None None] Provisioning complete for port 64ba02a7-5952-489b-856d-d6361d61ae85 triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:09.879678 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-df5821a0-1c11-4e4f-b500-cd970a8e3554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:09.965338 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-df5821a0-1c11-4e4f-b500-cd970a8e3554 None None] Port 64ba02a7-5952-489b-856d-d6361d61ae85 cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:41:10.060993 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 6b4151fb-c0bb-4172-887d-29c8751fb2f5 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:10.114107 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-8cfcd2e3-90db-4995-b824-89805a003600 None None] Provisioning complete for port 64ba02a7-5952-489b-856d-d6361d61ae85 triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:10.114524 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-8cfcd2e3-90db-4995-b824-89805a003600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:10.157772 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-8cfcd2e3-90db-4995-b824-89805a003600 None None] Port 64ba02a7-5952-489b-856d-d6361d61ae85 cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:41:10.159290 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 6b4151fb-c0bb-4172-887d-29c8751fb2f5 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:10.159693 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:10.323749 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 1ee17104-9b32-4480-85d3-512bfc91611d up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:10.326378 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2888615-95cf-4bd6-b3c9-382a0c906bb3 req-19488b16-de19-4e6c-9688-a60e840653f0 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:10.334769 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f2888615-95cf-4bd6-b3c9-382a0c906bb3 req-19488b16-de19-4e6c-9688-a60e840653f0 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0769424 Aug 13 02:41:10.389247 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port 1ee17104-9b32-4480-85d3-512bfc91611d completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:41:10.395658 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 1ee17104-9b32-4480-85d3-512bfc91611d triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:10.396144 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:10.420517 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f2888615-95cf-4bd6-b3c9-382a0c906bb3 req-e22753a9-a662-47ad-9b09-1d97db476480 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811841 Aug 13 02:41:10.492576 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:10.534242 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port 1ee17104-9b32-4480-85d3-512bfc91611d, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=1ee17104-9b32-4480-85d3-512bfc91611d,segment=NetworkSegment(27f3dcbb-fd85-4c67-9af0-4759c4e54c9b),segment_id=27f3dcbb-fd85-4c67-9af0-4759c4e54c9b)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:10.541540 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:10.615034 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=1ee17104-9b32-4480-85d3-512bfc91611d,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:11.544920 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730d601-041f-476b-813a-b270fc2f0f5b req-a106a570-6ce5-4fec-a363-3b02f9060efc tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:11.547144 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3730d601-041f-476b-813a-b270fc2f0f5b req-a106a570-6ce5-4fec-a363-3b02f9060efc tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0586901 Aug 13 02:41:11.610459 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3730d601-041f-476b-813a-b270fc2f0f5b req-594d71f9-325b-46b7-9c17-f2bb6447ee21 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529244 Aug 13 02:41:12.062355 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 1ee17104-9b32-4480-85d3-512bfc91611d up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:12.114352 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 1ee17104-9b32-4480-85d3-512bfc91611d triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:12.115081 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:12.219628 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device f9c403d2-0fc3-4270-8c5a-9ac60c5c568d up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:12.289277 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port f9c403d2-0fc3-4270-8c5a-9ac60c5c568d completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:41:12.293969 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port f9c403d2-0fc3-4270-8c5a-9ac60c5c568d triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:12.294347 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:12.393044 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:12.419592 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port f9c403d2-0fc3-4270-8c5a-9ac60c5c568d, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=f9c403d2-0fc3-4270-8c5a-9ac60c5c568d,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:12.427834 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:12.490794 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=f9c403d2-0fc3-4270-8c5a-9ac60c5c568d,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:12.643899 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] Sync routers for ids ['e2fdd7ce-a843-48ea-8a30-626b4504dcd5'] in dv-cinder-760192-6-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:41:12.643899 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] Routers {'e2fdd7ce-a843-48ea-8a30-626b4504dcd5'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:41:12.643899 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:40:55Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['e2fdd7ce-a843-48ea-8a30-626b4504dcd5'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:12.757394 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a8dad-a568-4fe5-9cc3-785e86342ff9 req-85a4394d-67f8-4bce-8577-05e6fc5a4a5c tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:12.767704 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-884a8dad-a568-4fe5-9cc3-785e86342ff9 req-85a4394d-67f8-4bce-8577-05e6fc5a4a5c tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0776105 Aug 13 02:41:12.814585 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] Set router e2fdd7ce-a843-48ea-8a30-626b4504dcd5 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:41:12.818917 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-884a8dad-a568-4fe5-9cc3-785e86342ff9 req-8941aa20-fa8e-4c53-8a56-c7a757d2a124 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500743 Aug 13 02:41:13.042055 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fdd7ce-a843-48ea-8a30-626b4504dcd5', 'name': 'tempest-TestMinimumBasicScenario-1237714701-router', 'tenant_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c403d2-0fc3-4270-8c5a-9ac60c5c568d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:41:06Z', 'updated_at': '2021-08-13T02:41:08Z', 'revision_number': 4, 'project_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'gw_port': {'id': 'f9c403d2-0fc3-4270-8c5a-9ac60c5c568d', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fdd7ce-a843-48ea-8a30-626b4504dcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:06Z', 'updated_at': '2021-08-13T02:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '64ba02a7-5952-489b-856d-d6361d61ae85', 'name': '', 'network_id': '3d07853f-55a0-4f9f-9f94-3c13db90e5d4', 'tenant_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'mac_address': 'fa:16:3e:10:05:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fdd7ce-a843-48ea-8a30-626b4504dcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'a2173ecf-e5b5-4f66-babc-dade22d6710f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:08Z', 'updated_at': '2021-08-13T02:41:09Z', 'revision_number': 2, 'project_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'subnets': [{'id': 'a2173ecf-e5b5-4f66-babc-dade22d6710f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:13.074241 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] Checking router: e2fdd7ce-a843-48ea-8a30-626b4504dcd5 for host: dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:41:13.074955 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] Updating router e2fdd7ce-a843-48ea-8a30-626b4504dcd5 port 64ba02a7-5952-489b-856d-d6361d61ae85 binding host dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:41:13.102735 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:13.468239 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] Notify callbacks [] for port, precommit_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:13.479589 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] Transition to ACTIVE for port object 64ba02a7-5952-489b-856d-d6361d61ae85 will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:41:13.485407 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:13.551462 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4816f2-68f5-43a7-8935-a8ce57ac7803 None None] Pushing event updated for resources: {'Port': ['ID=64ba02a7-5952-489b-856d-d6361d61ae85,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:13.621779 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] Attempting to bind port 64ba02a7-5952-489b-856d-d6361d61ae85 on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:41:13.622515 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] Attempting to bind port 64ba02a7-5952-489b-856d-d6361d61ae85 by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': 'bb693b95-6985-4b7d-9041-c4b0f4eba47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3d07853f-55a0-4f9f-9f94-3c13db90e5d4'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:41:13.622943 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] Attempting to bind port 64ba02a7-5952-489b-856d-d6361d61ae85 on network 3d07853f-55a0-4f9f-9f94-3c13db90e5d4 {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:41:13.630433 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:41:13.630910 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] Checking segment: {'id': 'bb693b95-6985-4b7d-9041-c4b0f4eba47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3d07853f-55a0-4f9f-9f94-3c13db90e5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:41:13.632153 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:13.632633 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] Bound using segment: {'id': 'bb693b95-6985-4b7d-9041-c4b0f4eba47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3d07853f-55a0-4f9f-9f94-3c13db90e5d4'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:41:13.633192 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] Bound port: 64ba02a7-5952-489b-856d-d6361d61ae85, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb693b95-6985-4b7d-9041-c4b0f4eba47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3d07853f-55a0-4f9f-9f94-3c13db90e5d4'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:41:13.633798 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:13.708412 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] For port 64ba02a7-5952-489b-856d-d6361d61ae85, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:41:13.712588 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] For port 64ba02a7-5952-489b-856d-d6361d61ae85, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=64ba02a7-5952-489b-856d-d6361d61ae85,segment=NetworkSegment(bb693b95-6985-4b7d-9041-c4b0f4eba47d),segment_id=bb693b95-6985-4b7d-9041-c4b0f4eba47d)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:41:13.720328 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:13.795267 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4816f2-68f5-43a7-8935-a8ce57ac7803 None None] Pushing event updated for resources: {'Port': ['ID=64ba02a7-5952-489b-856d-d6361d61ae85,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:13.812896 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] Routers {'e2fdd7ce-a843-48ea-8a30-626b4504dcd5'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:41:13.813691 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:40:55Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['e2fdd7ce-a843-48ea-8a30-626b4504dcd5'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:13.948194 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] Set router e2fdd7ce-a843-48ea-8a30-626b4504dcd5 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:41:14.039156 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810adf0-732a-470d-9c00-3a713fafac84 req-cd085a53-c686-41b8-878a-fe725441f31f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:14.041340 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c810adf0-732a-470d-9c00-3a713fafac84 req-cd085a53-c686-41b8-878a-fe725441f31f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0956044 Aug 13 02:41:14.086244 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 64ba02a7-5952-489b-856d-d6361d61ae85 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:14.104592 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c810adf0-732a-470d-9c00-3a713fafac84 req-e972892b-cf84-4c97-bdc2-fcb663a18676 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540416 Aug 13 02:41:14.337728 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port 64ba02a7-5952-489b-856d-d6361d61ae85 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:41:14.344145 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 64ba02a7-5952-489b-856d-d6361d61ae85 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:14.344145 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:14.413856 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fdd7ce-a843-48ea-8a30-626b4504dcd5', 'name': 'tempest-TestMinimumBasicScenario-1237714701-router', 'tenant_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c403d2-0fc3-4270-8c5a-9ac60c5c568d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:41:06Z', 'updated_at': '2021-08-13T02:41:08Z', 'revision_number': 4, 'project_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'gw_port': {'id': 'f9c403d2-0fc3-4270-8c5a-9ac60c5c568d', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fdd7ce-a843-48ea-8a30-626b4504dcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:06Z', 'updated_at': '2021-08-13T02:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '64ba02a7-5952-489b-856d-d6361d61ae85', 'name': '', 'network_id': '3d07853f-55a0-4f9f-9f94-3c13db90e5d4', 'tenant_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'mac_address': 'fa:16:3e:10:05:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fdd7ce-a843-48ea-8a30-626b4504dcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'a2173ecf-e5b5-4f66-babc-dade22d6710f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:08Z', 'updated_at': '2021-08-13T02:41:13Z', 'revision_number': 4, 'project_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'subnets': [{'id': 'a2173ecf-e5b5-4f66-babc-dade22d6710f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:14.463317 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be6fbc0-965f-4da0-af77-307160c9f740 None None] The sync data for ids ['e2fdd7ce-a843-48ea-8a30-626b4504dcd5'] in dv-cinder-760192-6-iscsi is: [{'id': 'e2fdd7ce-a843-48ea-8a30-626b4504dcd5', 'name': 'tempest-TestMinimumBasicScenario-1237714701-router', 'tenant_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c403d2-0fc3-4270-8c5a-9ac60c5c568d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:41:06Z', 'updated_at': '2021-08-13T02:41:08Z', 'revision_number': 4, 'project_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'gw_port': {'id': 'f9c403d2-0fc3-4270-8c5a-9ac60c5c568d', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fdd7ce-a843-48ea-8a30-626b4504dcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:06Z', 'updated_at': '2021-08-13T02:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '64ba02a7-5952-489b-856d-d6361d61ae85', 'name': '', 'network_id': '3d07853f-55a0-4f9f-9f94-3c13db90e5d4', 'tenant_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'mac_address': 'fa:16:3e:10:05:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fdd7ce-a843-48ea-8a30-626b4504dcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'a2173ecf-e5b5-4f66-babc-dade22d6710f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:08Z', 'updated_at': '2021-08-13T02:41:13Z', 'revision_number': 4, 'project_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'subnets': [{'id': 'a2173ecf-e5b5-4f66-babc-dade22d6710f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:41:14.480473 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:14.520676 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port 64ba02a7-5952-489b-856d-d6361d61ae85, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=64ba02a7-5952-489b-856d-d6361d61ae85,segment=NetworkSegment(bb693b95-6985-4b7d-9041-c4b0f4eba47d),segment_id=bb693b95-6985-4b7d-9041-c4b0f4eba47d)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:14.527983 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:14.530250 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device f9c403d2-0fc3-4270-8c5a-9ac60c5c568d up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:14.618683 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=64ba02a7-5952-489b-856d-d6361d61ae85,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:14.632956 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port f9c403d2-0fc3-4270-8c5a-9ac60c5c568d triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:14.633685 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:15.257526 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6af1b-f9eb-4564-9139-442db6a680f5 req-1782cb9a-58db-482b-8bb7-5b57342e35e3 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:15.260278 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77f6af1b-f9eb-4564-9139-442db6a680f5 req-1782cb9a-58db-482b-8bb7-5b57342e35e3 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0582354 Aug 13 02:41:15.319403 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77f6af1b-f9eb-4564-9139-442db6a680f5 req-6b63731c-3a20-402b-ad2d-5038b5b8b190 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484669 Aug 13 02:41:15.965970 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 64ba02a7-5952-489b-856d-d6361d61ae85 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:16.018980 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 64ba02a7-5952-489b-856d-d6361d61ae85 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:16.019359 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:16.456322 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fdc385-3951-476a-a7e1-2dad4ad0be2d req-a3f3475c-a3f4-4335-bdfa-1d76ca72c103 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:16.457812 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-74fdc385-3951-476a-a7e1-2dad4ad0be2d req-a3f3475c-a3f4-4335-bdfa-1d76ca72c103 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0519626 Aug 13 02:41:16.550415 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-74fdc385-3951-476a-a7e1-2dad4ad0be2d req-fbfa9193-cf74-42c7-a578-fbb3403e4fa7 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794289 Aug 13 02:41:17.670174 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456c301-6571-4a6d-9264-243ed24b33ae req-8eb82bc2-35e4-4e0c-a3d2-bfddfe6c8c00 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:17.672011 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5456c301-6571-4a6d-9264-243ed24b33ae req-8eb82bc2-35e4-4e0c-a3d2-bfddfe6c8c00 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0618057 Aug 13 02:41:17.717585 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5456c301-6571-4a6d-9264-243ed24b33ae req-712dacb2-1902-4dac-b546-0729ad04995a tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391557 Aug 13 02:41:18.866604 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aee90c-3a31-4ce4-a2f6-666ba41c2b21 req-39e876b6-f938-4c70-89bf-61ca603cca04 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:18.870067 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-84aee90c-3a31-4ce4-a2f6-666ba41c2b21 req-39e876b6-f938-4c70-89bf-61ca603cca04 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0601506 Aug 13 02:41:18.934954 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-84aee90c-3a31-4ce4-a2f6-666ba41c2b21 req-240be83a-92ff-43b0-9471-f866677533cc tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586886 Aug 13 02:41:20.056577 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f7968-4c14-4c1d-9bb6-a3c6a1b34dda req-aef14043-20d1-46e7-860d-4b477f6d15bd tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:20.058816 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-245f7968-4c14-4c1d-9bb6-a3c6a1b34dda req-aef14043-20d1-46e7-860d-4b477f6d15bd tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0484123 Aug 13 02:41:20.083638 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:20.107618 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-245f7968-4c14-4c1d-9bb6-a3c6a1b34dda req-7351f1fd-f126-472b-a783-3871722820a5 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427201 Aug 13 02:41:20.275095 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6f196-eb85-4448-ba13-d51364666f15 req-e2ac1992-de30-41bf-ba88-dd2eacbdd924 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:20.276552 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-65f6f196-eb85-4448-ba13-d51364666f15 req-e2ac1992-de30-41bf-ba88-dd2eacbdd924 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/networks?id=25e840bf-2cc0-4d63-b321-6a3fc27b02df HTTP/1.1" status: 200 len: 815 time: 0.0976615 Aug 13 02:41:20.290910 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-65f6f196-eb85-4448-ba13-d51364666f15 req-f69f7d09-b72d-431e-a85b-7dd1585faf31 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/quotas/cb573b2a890245ff8d8e4d68382278e8 HTTP/1.1" status: 200 len: 375 time: 0.0088284 Aug 13 02:41:20.339771 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-65f6f196-eb85-4448-ba13-d51364666f15 req-f4ec0cab-6f8f-410b-947a-e470583517a1 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb573b2a890245ff8d8e4d68382278e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438497 Aug 13 02:41:20.436955 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-65f6f196-eb85-4448-ba13-d51364666f15 req-a8340b9b-7945-4701-ba4f-ffd4c2d058f7 service neutron] 10.222.0.13 "GET /v2.0/networks/25e840bf-2cc0-4d63-b321-6a3fc27b02df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838013 Aug 13 02:41:20.525346 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-65f6f196-eb85-4448-ba13-d51364666f15 req-95264be5-ff21-4ab2-be30-d35b31bc20e4 service neutron] 10.222.0.13 "GET /v2.0/networks/25e840bf-2cc0-4d63-b321-6a3fc27b02df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824983 Aug 13 02:41:20.729242 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d0a83e95-b660-48ff-966b-c8b36994e8f8 req-01dff1d5-c98d-4ff6-87f2-3e69048a5805 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0314443 Aug 13 02:41:21.221005 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dff475-bf96-4752-bd9d-faafca96f051 req-2fcc1135-7ff3-453f-b077-23f394dc14db tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:21.222380 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-76dff475-bf96-4752-bd9d-faafca96f051 req-2fcc1135-7ff3-453f-b077-23f394dc14db tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0481076 Aug 13 02:41:21.260059 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-76dff475-bf96-4752-bd9d-faafca96f051 req-01baf286-abbe-40c7-aec1-7b27ac705b2c tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305970 Aug 13 02:41:21.692708 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513c30d-dc81-4e2a-bc23-358cfa013da5 req-cff4179c-0e98-41d9-9086-2094b5cae90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:21.694950 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0513c30d-dc81-4e2a-bc23-358cfa013da5 req-cff4179c-0e98-41d9-9086-2094b5cae90d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad59fce07ec3416db582f1d506e2a581&device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 1099 time: 0.0411894 Aug 13 02:41:21.826042 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513c30d-dc81-4e2a-bc23-358cfa013da5 req-6f7b7fc5-5f27-4f7a-a28d-c2ef8471b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:21.827438 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0513c30d-dc81-4e2a-bc23-358cfa013da5 req-6f7b7fc5-5f27-4f7a-a28d-c2ef8471b9bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=21e28e08-41d0-472d-a21a-15a7a1bf62f1 HTTP/1.1" status: 200 len: 920 time: 0.0938256 Aug 13 02:41:21.830079 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-33f09fa7-37f6-4e43-9915-116d82d3469d req-e230c06f-4e64-412d-94f1-08756d4ec67f tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0281188 Aug 13 02:41:21.882668 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0513c30d-dc81-4e2a-bc23-358cfa013da5 req-6eccea27-39be-4795-91f0-6f24ca7d6629 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=439aa1d9-9341-4c3d-976e-1477ea03abb7 HTTP/1.1" status: 200 len: 217 time: 0.0389130 Aug 13 02:41:21.944168 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513c30d-dc81-4e2a-bc23-358cfa013da5 req-74999d65-5d6a-4444-bada-0758f32a839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:21.945650 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0513c30d-dc81-4e2a-bc23-358cfa013da5 req-74999d65-5d6a-4444-bada-0758f32a839e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=906d1824-252c-4a14-9659-5d1356c53672 HTTP/1.1" status: 200 len: 859 time: 0.0462902 Aug 13 02:41:21.979633 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0513c30d-dc81-4e2a-bc23-358cfa013da5 req-27d7196a-ec1e-404a-a570-17f3546ac1bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21e28e08-41d0-472d-a21a-15a7a1bf62f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248713 Aug 13 02:41:22.076578 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0513c30d-dc81-4e2a-bc23-358cfa013da5 req-9f465074-dd8c-424d-9413-96ed29609af8 service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850375 Aug 13 02:41:22.177987 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0513c30d-dc81-4e2a-bc23-358cfa013da5 req-99e7f708-d5fa-49f6-bcf6-59f871064b2d service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816624 Aug 13 02:41:22.390042 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b4b87-2b03-40e4-9d39-ab84f752a2b2 req-1dd94ea7-ae0d-47d3-805a-78fcd246a956 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:22.391410 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-de6b4b87-2b03-40e4-9d39-ab84f752a2b2 req-1dd94ea7-ae0d-47d3-805a-78fcd246a956 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0528924 Aug 13 02:41:22.428786 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-de6b4b87-2b03-40e4-9d39-ab84f752a2b2 req-62e95c24-5fc7-4059-958c-34019858f20e tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307779 Aug 13 02:41:22.512210 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-367b82f9-798c-46c8-bfb5-e863904d0566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:22.680347 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6f196-eb85-4448-ba13-d51364666f15 req-a0b5e1cc-1337-4a32-8357-cc9d7df7377a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:22.681874 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-65f6f196-eb85-4448-ba13-d51364666f15 req-a0b5e1cc-1337-4a32-8357-cc9d7df7377a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.36 "GET /v2.0/networks?id=25e840bf-2cc0-4d63-b321-6a3fc27b02df HTTP/1.1" status: 200 len: 815 time: 0.1069229 Aug 13 02:41:22.700416 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-65f6f196-eb85-4448-ba13-d51364666f15 req-68bc6db0-2563-4c47-ac96-2e31fd8499ff tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Request body: {'port': {'device_id': '2a94365c-647f-4188-9d29-16f0cef9d180', 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df', 'admin_state_up': True, 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:22.953235 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d170085d-41a6-4175-bcc8-252135f7be1a req-f156e824-0fd6-425f-88d5-e8d2ebdc1320 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0501115 Aug 13 02:41:23.016419 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f6f196-eb85-4448-ba13-d51364666f15 req-68bc6db0-2563-4c47-ac96-2e31fd8499ff tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Made reservation on behalf of cb573b2a890245ff8d8e4d68382278e8 for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:41:23.019917 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-65f6f196-eb85-4448-ba13-d51364666f15 req-68bc6db0-2563-4c47-ac96-2e31fd8499ff tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:23.184491 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-65f6f196-eb85-4448-ba13-d51364666f15 req-68bc6db0-2563-4c47-ac96-2e31fd8499ff tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Allocated IP 172.20.0.13 (25e840bf-2cc0-4d63-b321-6a3fc27b02df/d19fd7d0-a08d-4eae-ac69-213aa3924fc5/38d39f21-9602-4f15-a37e-2efbe2a162ca) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:41:23.377916 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-65f6f196-eb85-4448-ba13-d51364666f15 req-68bc6db0-2563-4c47-ac96-2e31fd8499ff tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:23.399120 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-65f6f196-eb85-4448-ba13-d51364666f15 req-68bc6db0-2563-4c47-ac96-2e31fd8499ff tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Transition to ACTIVE for port object 38d39f21-9602-4f15-a37e-2efbe2a162ca will not be triggered until provisioned by entity DHCP. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:41:23.487104 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-65f6f196-eb85-4448-ba13-d51364666f15 req-68bc6db0-2563-4c47-ac96-2e31fd8499ff tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:23.546039 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f6f196-eb85-4448-ba13-d51364666f15 req-68bc6db0-2563-4c47-ac96-2e31fd8499ff tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Network 25e840bf-2cc0-4d63-b321-6a3fc27b02df is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:41:23.549608 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-65f6f196-eb85-4448-ba13-d51364666f15 req-68bc6db0-2563-4c47-ac96-2e31fd8499ff tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:41:23.568490 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f6f196-eb85-4448-ba13-d51364666f15 req-68bc6db0-2563-4c47-ac96-2e31fd8499ff tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:41:23.601521 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc6db0-2563-4c47-ac96-2e31fd8499ff tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Pushing event updated for resources: {'Port': ['ID=38d39f21-9602-4f15-a37e-2efbe2a162ca,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:23.659212 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6f196-eb85-4448-ba13-d51364666f15 req-68bc6db0-2563-4c47-ac96-2e31fd8499ff tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:23.660167 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-65f6f196-eb85-4448-ba13-d51364666f15 req-68bc6db0-2563-4c47-ac96-2e31fd8499ff tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:23.688303 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eebf1d-cd36-473a-b937-bf73c2f974d1 req-2578c475-034a-4780-aba9-bed464c59ad9 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:23.690097 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-41eebf1d-cd36-473a-b937-bf73c2f974d1 req-2578c475-034a-4780-aba9-bed464c59ad9 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.1267931 Aug 13 02:41:23.691706 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-65f6f196-eb85-4448-ba13-d51364666f15 req-68bc6db0-2563-4c47-ac96-2e31fd8499ff tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9952607 Aug 13 02:41:23.731281 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 36976) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:23.745289 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-41eebf1d-cd36-473a-b937-bf73c2f974d1 req-c039cb60-fa7f-4ccc-9f26-e09457ec3dc6 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450821 Aug 13 02:41:23.807303 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-1d377df2-ca32-41fa-b626-bc9f4975f6b9 None None] Provisioning for port 38d39f21-9602-4f15-a37e-2efbe2a162ca completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:41:23.816450 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-1d377df2-ca32-41fa-b626-bc9f4975f6b9 None None] Provisioning complete for port 38d39f21-9602-4f15-a37e-2efbe2a162ca triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:23.817130 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-1d377df2-ca32-41fa-b626-bc9f4975f6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:23.859831 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-1d377df2-ca32-41fa-b626-bc9f4975f6b9 None None] Port 38d39f21-9602-4f15-a37e-2efbe2a162ca cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:41:23.862747 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-523ed880-496a-46de-8558-f97bc87c0919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:23.962187 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-523ed880-496a-46de-8558-f97bc87c0919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:23.966267 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-523ed880-496a-46de-8558-f97bc87c0919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:24.009317 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ed880-496a-46de-8558-f97bc87c0919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abc39fd-af62-4539-999f-030777ad28c6,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:24.013545 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-523ed880-496a-46de-8558-f97bc87c0919 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c23e68827450498a8f2eb2f38fc44bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811394 Aug 13 02:41:24.016083 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 36990) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:24.069950 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6a877c20-b714-4bd5-b11c-aaf680d76292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:24.084638 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b3cf2-87aa-46c0-88eb-8ff3f4509935 req-8bc2bf76-2e01-40ef-a13e-8745ef10fc4a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:24.086231 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f42b3cf2-87aa-46c0-88eb-8ff3f4509935 req-8bc2bf76-2e01-40ef-a13e-8745ef10fc4a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 932 time: 0.0515738 Aug 13 02:41:24.091410 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6a877c20-b714-4bd5-b11c-aaf680d76292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:24.125112 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f42b3cf2-87aa-46c0-88eb-8ff3f4509935 req-7fd8e5ad-608e-4ce8-9d1f-a7bb96ad9f5c tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323546 Aug 13 02:41:24.144717 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6a877c20-b714-4bd5-b11c-aaf680d76292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:24.148995 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6a877c20-b714-4bd5-b11c-aaf680d76292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:24.153499 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-6a877c20-b714-4bd5-b11c-aaf680d76292 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8abc39fd-af62-4539-999f-030777ad28c6 HTTP/1.1" status: 204 len: 168 time: 0.1362720 Aug 13 02:41:24.163836 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a877c20-b714-4bd5-b11c-aaf680d76292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abc39fd-af62-4539-999f-030777ad28c6,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:24.346058 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b1326-3191-436c-b646-f7e9764d6904 req-5115e8fb-3433-4c97-ad3a-1c490610d56c tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:24.347539 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-684b1326-3191-436c-b646-f7e9764d6904 req-5115e8fb-3433-4c97-ad3a-1c490610d56c tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 815 time: 0.1314130 Aug 13 02:41:24.363130 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-684b1326-3191-436c-b646-f7e9764d6904 req-ca84cb6c-3c34-474a-b45a-394487c2c47f tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/quotas/47f0c494de3b45c19b5e5c2fc0a24d12 HTTP/1.1" status: 200 len: 375 time: 0.0089793 Aug 13 02:41:24.418752 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-684b1326-3191-436c-b646-f7e9764d6904 req-f223d42c-91bf-4557-8209-cae4ad936872 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494041 Aug 13 02:41:24.441692 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 37004) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:24.460480 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-525f8242-e28e-440f-97b1-2a7e9ae95ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:24.554921 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-684b1326-3191-436c-b646-f7e9764d6904 req-effde915-f97d-4013-b8d8-93fb9c72e919 service neutron] 10.222.0.13 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182144 Aug 13 02:41:24.586067 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-525f8242-e28e-440f-97b1-2a7e9ae95ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:24.590098 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-525f8242-e28e-440f-97b1-2a7e9ae95ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:24.639475 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-525f8242-e28e-440f-97b1-2a7e9ae95ed6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c196fd1801324db786f41f32e2f13ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1964285 Aug 13 02:41:24.640333 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f8242-e28e-440f-97b1-2a7e9ae95ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b26077c-cdf1-43e7-93a8-288070471dc6,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:24.642690 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 37012) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:24.669410 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-684b1326-3191-436c-b646-f7e9764d6904 req-7d294c7a-4f10-44b9-9730-45fe22492916 service neutron] 10.222.0.13 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077738 Aug 13 02:41:24.696679 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ea136d0e-5bc4-453a-bd63-4f09629d6f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:24.724158 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ea136d0e-5bc4-453a-bd63-4f09629d6f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:24.778001 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ea136d0e-5bc4-453a-bd63-4f09629d6f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:24.785771 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ea136d0e-5bc4-453a-bd63-4f09629d6f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:24.785771 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-ea136d0e-5bc4-453a-bd63-4f09629d6f1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b26077c-cdf1-43e7-93a8-288070471dc6 HTTP/1.1" status: 204 len: 168 time: 0.1400137 Aug 13 02:41:24.795610 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea136d0e-5bc4-453a-bd63-4f09629d6f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b26077c-cdf1-43e7-93a8-288070471dc6,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:24.910041 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846ac77-038d-4106-9642-9db3f1df3737 req-9d29c1a2-d848-44f0-88e3-b9726cb3cd05 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:24.912186 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b846ac77-038d-4106-9642-9db3f1df3737 req-9d29c1a2-d848-44f0-88e3-b9726cb3cd05 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0519865 Aug 13 02:41:24.997131 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b846ac77-038d-4106-9642-9db3f1df3737 req-d5a12cfb-93b1-4b51-8132-cfb79274bf6d tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786726 Aug 13 02:41:25.079177 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f5583833-f417-4ca8-8795-d54a599af350 req-eb740c37-871c-4070-9eee-b7fb8fb3a17e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0361481 Aug 13 02:41:25.274715 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ea87f-934e-492e-9f13-0cb05050d122 req-1da30817-f907-4207-b1e6-d9dd4722d775 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:25.276302 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f10ea87f-934e-492e-9f13-0cb05050d122 req-1da30817-f907-4207-b1e6-d9dd4722d775 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 932 time: 0.0640039 Aug 13 02:41:25.328504 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f10ea87f-934e-492e-9f13-0cb05050d122 req-58190014-0f80-4680-8c61-3974fa345c83 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335743 Aug 13 02:41:25.426131 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-ae56f79e-f42b-469e-acb0-efdc33cbbbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:25.722239 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:26.119913 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f784e10-dd2a-4ba9-b6e4-2d4cfcda75ea req-8f78ff9a-412a-40b9-abd5-8602c9a6926d tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:26.121383 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7f784e10-dd2a-4ba9-b6e4-2d4cfcda75ea req-8f78ff9a-412a-40b9-abd5-8602c9a6926d tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0495808 Aug 13 02:41:26.186540 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7f784e10-dd2a-4ba9-b6e4-2d4cfcda75ea req-724a430c-0a76-459a-a9f2-6266f80052eb tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589788 Aug 13 02:41:26.266518 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:26.298377 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-72af8afc-4558-4610-bc19-1e6a17d7caf3 req-4177d62d-8db4-4e21-85a3-c674d49f2547 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0329218 Aug 13 02:41:26.444854 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93b353-93a8-42d9-b4ff-e9622f800550 req-c4feb9c0-a3c9-4cf7-9356-dc4559841028 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:26.446312 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fb93b353-93a8-42d9-b4ff-e9622f800550 req-c4feb9c0-a3c9-4cf7-9356-dc4559841028 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 932 time: 0.0487669 Aug 13 02:41:26.484867 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fb93b353-93a8-42d9-b4ff-e9622f800550 req-2570f041-86d2-49c0-a652-642bc777fea6 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325456 Aug 13 02:41:27.322591 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d592249-de3f-4944-8ef3-c463eceeba47 req-b031d0fa-fb32-49a0-a3fb-260e830abb89 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:27.324146 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8d592249-de3f-4944-8ef3-c463eceeba47 req-b031d0fa-fb32-49a0-a3fb-260e830abb89 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0518827 Aug 13 02:41:27.363338 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8d592249-de3f-4944-8ef3-c463eceeba47 req-cdb440e1-bf2d-4839-b517-87bfbac33e86 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333121 Aug 13 02:41:27.446036 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a2a815a0-a2c7-4a4f-a2fe-5c525884c68b req-fee653af-b392-4f5c-994d-e3a5f8722a78 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0281005 Aug 13 02:41:27.612791 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aaa47e-f866-472a-a692-585acd7ce00e req-7bf5c422-0d3e-4ace-bd53-27904e4a8b51 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:27.614711 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-63aaa47e-f866-472a-a692-585acd7ce00e req-7bf5c422-0d3e-4ace-bd53-27904e4a8b51 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 932 time: 0.0600023 Aug 13 02:41:27.655555 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-63aaa47e-f866-472a-a692-585acd7ce00e req-79afb0d2-e2e2-4a4c-bd50-76ddd414925e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351355 Aug 13 02:41:27.675292 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:28.481062 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd6299-8dff-4ba7-86cb-1b3b8a96f322 req-3946f1e2-ffc4-4ba3-ae62-f58770a6ce2d tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:28.482562 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-23dd6299-8dff-4ba7-86cb-1b3b8a96f322 req-3946f1e2-ffc4-4ba3-ae62-f58770a6ce2d tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0521152 Aug 13 02:41:28.519038 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-23dd6299-8dff-4ba7-86cb-1b3b8a96f322 req-aeef3eb0-b713-4e13-a55d-25d4fc5b3e16 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301416 Aug 13 02:41:28.601738 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77923284-8a3c-47ee-9056-7500d52aa6a1 req-e8fe95a2-4673-458a-b3ae-e28a65268b6f tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0279295 Aug 13 02:41:28.772939 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504e6e3-874e-449d-95de-3a1a99547d2a req-d9e6b5a8-2e6e-4f47-820e-ca6280119ffa tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:28.774503 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9504e6e3-874e-449d-95de-3a1a99547d2a req-d9e6b5a8-2e6e-4f47-820e-ca6280119ffa tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 932 time: 0.0517766 Aug 13 02:41:28.814982 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9504e6e3-874e-449d-95de-3a1a99547d2a req-19a2b468-4320-4914-bca8-98c99594d0b7 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345020 Aug 13 02:41:29.638114 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35517075-93e4-4574-8a02-e57bc82fda4a req-c80539d5-dc0a-4765-b82f-de9121b1b407 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:29.639542 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-35517075-93e4-4574-8a02-e57bc82fda4a req-c80539d5-dc0a-4765-b82f-de9121b1b407 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0490749 Aug 13 02:41:29.678008 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-35517075-93e4-4574-8a02-e57bc82fda4a req-336e5d08-9218-457f-a5aa-b8a529772d9c tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326135 Aug 13 02:41:29.767665 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-49b7a422-031a-4ede-9791-41f8e5e98f2c req-e4306e33-cb30-4bd8-b09c-54ac496fa8ec tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0253258 Aug 13 02:41:29.944576 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060b8da-88d9-4856-9d99-837fb96d67d5 req-1ea31061-14c6-414e-8f0c-01bf082b90e5 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:29.946108 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e060b8da-88d9-4856-9d99-837fb96d67d5 req-1ea31061-14c6-414e-8f0c-01bf082b90e5 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 932 time: 0.0523734 Aug 13 02:41:29.984695 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e060b8da-88d9-4856-9d99-837fb96d67d5 req-daed8275-1446-49f3-b813-c0e8eef6eb4e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325766 Aug 13 02:41:30.793514 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb0739-6bc8-4f82-955e-a51ee5c34ec5 req-34cc4de4-82fd-4599-bb34-21bdf8434933 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:30.794978 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-61eb0739-6bc8-4f82-955e-a51ee5c34ec5 req-34cc4de4-82fd-4599-bb34-21bdf8434933 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0494490 Aug 13 02:41:30.834633 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-61eb0739-6bc8-4f82-955e-a51ee5c34ec5 req-66b68aa3-eb38-45d6-81fd-73f95d7c7e48 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334573 Aug 13 02:41:30.926115 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3a206ba2-8656-4707-a354-42c376e62bc4 req-b74d454a-96ba-4a22-a867-7bfd7c5bf1ca tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0257533 Aug 13 02:41:31.102840 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7b934-8d78-4351-951f-6491ed58e688 req-d595c8dd-cc68-4e7d-ab50-1721f3e98cea tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:31.104335 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-eed7b934-8d78-4351-951f-6491ed58e688 req-d595c8dd-cc68-4e7d-ab50-1721f3e98cea tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 932 time: 0.0492904 Aug 13 02:41:31.151643 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-eed7b934-8d78-4351-951f-6491ed58e688 req-7685de46-779c-4da7-84f5-dbcb100e3691 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413980 Aug 13 02:41:31.938824 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:41:31.952705 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb914d9-6a78-4c20-8c8b-a80ec3f7b71d req-c2b3c401-274b-4e9f-82e3-c9064d703cfa tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:31.954198 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9cb914d9-6a78-4c20-8c8b-a80ec3f7b71d req-c2b3c401-274b-4e9f-82e3-c9064d703cfa tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0509973 Aug 13 02:41:31.993044 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9cb914d9-6a78-4c20-8c8b-a80ec3f7b71d req-05d9b697-aae2-4a08-80a7-ea335cd3ad23 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319283 Aug 13 02:41:32.075399 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5a65c412-3880-4e76-9809-2a125df78482 req-26d6410c-b61d-41bf-8aca-6f30c3aea09a tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0268762 Aug 13 02:41:32.266527 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b326d5-1daf-4e44-8396-4f075a4e6a2d req-9d690b9a-4034-4e39-8d2c-d12f8a2a2f35 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:32.268129 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-10b326d5-1daf-4e44-8396-4f075a4e6a2d req-9d690b9a-4034-4e39-8d2c-d12f8a2a2f35 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 932 time: 0.0509183 Aug 13 02:41:32.309998 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-10b326d5-1daf-4e44-8396-4f075a4e6a2d req-f43883be-1931-4cb7-b250-dd7fc88cfd63 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352457 Aug 13 02:41:33.118173 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad55f5e-76c5-45c4-acc9-707ed51d8976 req-ccee5fac-ba14-4275-9d3f-cf45e6b0c558 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:33.119702 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4ad55f5e-76c5-45c4-acc9-707ed51d8976 req-ccee5fac-ba14-4275-9d3f-cf45e6b0c558 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0566082 Aug 13 02:41:33.157902 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4ad55f5e-76c5-45c4-acc9-707ed51d8976 req-741d2f96-c829-4b9e-bf25-ef484c97abc3 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321562 Aug 13 02:41:33.252768 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a1cb7e85-da9b-4494-bb47-da72cd48147b req-58bb7fbe-281e-470a-90f6-602eaab1293f tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0362346 Aug 13 02:41:33.427921 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce18e-2669-47c4-8ca1-2ef33aaddb12 req-049dc075-857a-4f85-b6ac-50e3169e175b tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:33.429329 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-19fce18e-2669-47c4-8ca1-2ef33aaddb12 req-049dc075-857a-4f85-b6ac-50e3169e175b tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 932 time: 0.0538130 Aug 13 02:41:33.470244 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-19fce18e-2669-47c4-8ca1-2ef33aaddb12 req-f807f540-b8d1-422e-92a5-05e6a259fa00 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350747 Aug 13 02:41:34.281061 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b3d5d-4426-4eb5-9729-716f617fcc0f req-c0b7e116-0c76-4e4f-9c6f-525e9d60f0db tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:34.282631 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5b3b3d5d-4426-4eb5-9729-716f617fcc0f req-c0b7e116-0c76-4e4f-9c6f-525e9d60f0db tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0575624 Aug 13 02:41:34.323180 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5b3b3d5d-4426-4eb5-9729-716f617fcc0f req-09011c94-758c-4c1b-b3b3-96468b724651 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339992 Aug 13 02:41:34.404675 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fb58ccc4-4b6f-46a2-a927-8cb259243542 req-7cd9260f-7bb0-4436-a18e-7203a182660f tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0287189 Aug 13 02:41:34.588186 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cae89e-756e-47c4-a229-a7bc1dad91dc req-3c708688-a316-4df4-b07f-56f2e685e3a0 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:34.589790 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d3cae89e-756e-47c4-a229-a7bc1dad91dc req-3c708688-a316-4df4-b07f-56f2e685e3a0 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 932 time: 0.0493083 Aug 13 02:41:34.638640 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d3cae89e-756e-47c4-a229-a7bc1dad91dc req-18e6cce4-b19b-493a-8b16-8283903eff1d tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360010 Aug 13 02:41:35.446208 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0640c9-df4c-4a52-8082-80be6bb77242 req-bce4ca73-9d9f-46c7-83ac-57fc39c5af3e tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:35.447939 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0b0640c9-df4c-4a52-8082-80be6bb77242 req-bce4ca73-9d9f-46c7-83ac-57fc39c5af3e tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0537975 Aug 13 02:41:35.487372 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0b0640c9-df4c-4a52-8082-80be6bb77242 req-a33772f4-4101-484c-964e-64cfaf0ccd00 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315609 Aug 13 02:41:35.570382 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-55442f13-95c9-4d10-b6a8-b543d8681c30 req-c5143763-eb78-4aa3-b9a6-280026ef6d2a tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0275621 Aug 13 02:41:35.757419 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666c83d-4098-4d94-b51b-836e7682c74e req-bae7b678-b1cc-4678-b9cd-48d102842c5f tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:35.758923 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e666c83d-4098-4d94-b51b-836e7682c74e req-bae7b678-b1cc-4678-b9cd-48d102842c5f tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 932 time: 0.0536366 Aug 13 02:41:35.797400 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e666c83d-4098-4d94-b51b-836e7682c74e req-32f1a7d7-a370-482d-8b58-648095084cf3 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323784 Aug 13 02:41:36.606239 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff4a58-7879-4d47-b1d8-40ce23cd880a req-d09699a4-e922-4532-b59f-0a882d34a474 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:36.607754 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cdff4a58-7879-4d47-b1d8-40ce23cd880a req-d09699a4-e922-4532-b59f-0a882d34a474 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0517924 Aug 13 02:41:36.650555 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cdff4a58-7879-4d47-b1d8-40ce23cd880a req-6f712535-f01b-4291-9953-f70b24e14d98 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369160 Aug 13 02:41:36.734004 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9afb932d-913f-40fb-b627-b76504f58a26 req-e59271cf-631a-4f69-a9af-f8e72cb90e26 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0282161 Aug 13 02:41:36.922503 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b13aa-ff9a-43e7-99e4-842ef1ace463 req-e6641bf7-805f-4043-8a89-cb733980a9af tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:36.923903 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dc3b13aa-ff9a-43e7-99e4-842ef1ace463 req-e6641bf7-805f-4043-8a89-cb733980a9af tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 932 time: 0.0510705 Aug 13 02:41:36.963290 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dc3b13aa-ff9a-43e7-99e4-842ef1ace463 req-958ed112-db1a-4b72-8b2a-7a0c29222e60 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316718 Aug 13 02:41:37.775951 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ba2db-1237-40f8-ab2d-74c9d537f25a req-cf1b388f-3ce5-49ac-930c-54492574ad45 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:37.777691 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-831ba2db-1237-40f8-ab2d-74c9d537f25a req-cf1b388f-3ce5-49ac-930c-54492574ad45 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0553460 Aug 13 02:41:37.817217 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-831ba2db-1237-40f8-ab2d-74c9d537f25a req-1d07c8bd-11aa-4aa4-8468-58424feda8c9 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335696 Aug 13 02:41:37.910469 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0b561235-9103-4426-bbf4-1e41b44f9be7 req-df2f9c1f-ecd9-4678-ba9e-9527125dfd79 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0303559 Aug 13 02:41:38.083124 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678b406-0528-4e4f-a3ae-66facfa6dc1b req-85819a03-7b0d-4fdd-81f1-266122367c22 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:38.084665 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d678b406-0528-4e4f-a3ae-66facfa6dc1b req-85819a03-7b0d-4fdd-81f1-266122367c22 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 932 time: 0.0546546 Aug 13 02:41:38.123292 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d678b406-0528-4e4f-a3ae-66facfa6dc1b req-d00ce716-1aeb-4ff4-ab45-1fbc369f32b4 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323493 Aug 13 02:41:38.942481 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5255d88-ad4f-4566-9005-f84b5e8db4ac req-fd39569f-796f-4b62-a153-d327be61b35f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:38.943982 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c5255d88-ad4f-4566-9005-f84b5e8db4ac req-fd39569f-796f-4b62-a153-d327be61b35f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0544989 Aug 13 02:41:38.983697 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c5255d88-ad4f-4566-9005-f84b5e8db4ac req-ac0f3fda-8640-4eff-ae0a-75f44f527521 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335233 Aug 13 02:41:39.065458 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-34afa411-d9bd-43b2-ba95-d79db0e5170c req-3605406a-5939-459a-96e0-010a0a9aab80 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0264564 Aug 13 02:41:39.257056 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e58d85-85d0-47e8-88e7-209d126b7611 req-128c3caf-2b92-45dd-8768-ef86c00d43ed tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:39.258571 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f1e58d85-85d0-47e8-88e7-209d126b7611 req-128c3caf-2b92-45dd-8768-ef86c00d43ed tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 932 time: 0.0673547 Aug 13 02:41:39.298718 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f1e58d85-85d0-47e8-88e7-209d126b7611 req-bbec1819-244a-414f-a62a-8190c02d8f66 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334072 Aug 13 02:41:40.102948 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caeb2c2-4c29-4f90-b40d-1e311a1e3bd3 req-6251e4ad-883b-4dc0-82d7-c78f68348048 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:40.105212 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6caeb2c2-4c29-4f90-b40d-1e311a1e3bd3 req-6251e4ad-883b-4dc0-82d7-c78f68348048 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0501103 Aug 13 02:41:40.143291 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6caeb2c2-4c29-4f90-b40d-1e311a1e3bd3 req-5bc2ce56-262d-4f24-9773-892a3098129d tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329444 Aug 13 02:41:40.228646 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-33613450-15e0-432d-b036-30ab7d688df6 req-7a7ec1a3-5553-4395-b831-8094f0c7c149 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0313041 Aug 13 02:41:40.429221 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326da6fb-0271-46be-8493-dbb719b8f7ee req-62df89eb-2f17-4705-9038-5067550cdd95 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:40.430574 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-326da6fb-0271-46be-8493-dbb719b8f7ee req-62df89eb-2f17-4705-9038-5067550cdd95 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 932 time: 0.0525861 Aug 13 02:41:40.469231 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-326da6fb-0271-46be-8493-dbb719b8f7ee req-3d3f4d12-ebfe-4f33-9218-43da013b44c2 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326867 Aug 13 02:41:41.262439 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64733652-5110-460a-b2c6-108af8b9cd2f req-47661d48-bee5-4b96-a1d9-f711595461a2 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:41.264273 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-64733652-5110-460a-b2c6-108af8b9cd2f req-47661d48-bee5-4b96-a1d9-f711595461a2 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0507369 Aug 13 02:41:41.306626 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-64733652-5110-460a-b2c6-108af8b9cd2f req-cc5f53b2-f041-46b0-9f2c-6c6143a4ae22 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352614 Aug 13 02:41:41.387800 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fac6786f-5a13-4f5f-8f18-b0907075ca23 req-f9110fd0-7166-4ee7-8ca1-97003ff1bb1a tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0270336 Aug 13 02:41:41.587813 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569ffca-314e-4c22-b626-fff810f84259 req-d4dcc5f7-94ae-4204-bfc2-e89b139dcb24 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:41.589707 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6569ffca-314e-4c22-b626-fff810f84259 req-d4dcc5f7-94ae-4204-bfc2-e89b139dcb24 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 932 time: 0.0531266 Aug 13 02:41:41.628748 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6569ffca-314e-4c22-b626-fff810f84259 req-c4bfa657-87a0-46bf-b2b2-1288a52491ef tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325589 Aug 13 02:41:42.422845 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f4412-62ec-44cd-bbdd-751db0582fa3 req-2898d9a2-cd08-4ec3-b341-7522200e41be tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:42.424692 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c94f4412-62ec-44cd-bbdd-751db0582fa3 req-2898d9a2-cd08-4ec3-b341-7522200e41be tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0528827 Aug 13 02:41:42.465186 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c94f4412-62ec-44cd-bbdd-751db0582fa3 req-b9ee3ad0-6998-478b-8c4a-08bcff8d17ef tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325274 Aug 13 02:41:42.547089 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f28e33dc-6fde-47ec-aff9-682335cd7269 req-6a37a832-b20d-429c-b851-50f15a12b115 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0258756 Aug 13 02:41:42.743584 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cac18-7376-4ff5-8452-a88f7d22402a req-971512b9-0240-4aee-9b90-cb44aa86b6ef tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:42.745121 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a28cac18-7376-4ff5-8452-a88f7d22402a req-971512b9-0240-4aee-9b90-cb44aa86b6ef tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 932 time: 0.0494843 Aug 13 02:41:42.789567 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a28cac18-7376-4ff5-8452-a88f7d22402a req-e7332119-430d-4198-bbcd-8ac1298dbdb2 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381064 Aug 13 02:41:43.579279 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f884f0-0031-4c4f-ad89-c80ca314061f req-e4d073bf-7607-4b23-91f1-58750c007c9d tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:43.580758 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-54f884f0-0031-4c4f-ad89-c80ca314061f req-e4d073bf-7607-4b23-91f1-58750c007c9d tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0490632 Aug 13 02:41:43.620349 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-54f884f0-0031-4c4f-ad89-c80ca314061f req-9aee8765-ceb2-40e7-827d-f824da985f72 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331228 Aug 13 02:41:43.700179 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2272fd2a-bb40-4a4f-8829-d2a01b2ff5b5 req-6274d7c1-3123-4e73-81da-ae861f2dbe31 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0272391 Aug 13 02:41:43.902013 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4b476-ccb8-4f0e-bdc3-48de6bfea39c req-d6b5d197-5c2d-4346-ac58-377cb6eb2eaa tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:43.903476 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5ec4b476-ccb8-4f0e-bdc3-48de6bfea39c req-d6b5d197-5c2d-4346-ac58-377cb6eb2eaa tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 932 time: 0.0484445 Aug 13 02:41:43.941123 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5ec4b476-ccb8-4f0e-bdc3-48de6bfea39c req-07219fd0-13c0-4e0f-aa0e-2670c8cd0a80 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311155 Aug 13 02:41:44.058288 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-65f6f196-eb85-4448-ba13-d51364666f15 req-e4f39378-f30f-4c1b-9bbf-aa3dddc47fc8 service neutron] Request body: {'port': {'device_id': '2a94365c-647f-4188-9d29-16f0cef9d180', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:44.117347 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-65f6f196-eb85-4448-ba13-d51364666f15 req-e4f39378-f30f-4c1b-9bbf-aa3dddc47fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:44.388713 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-65f6f196-eb85-4448-ba13-d51364666f15 req-e4f39378-f30f-4c1b-9bbf-aa3dddc47fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d39f21-9602-4f15-a37e-2efbe2a162ca {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:41:44.396058 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-65f6f196-eb85-4448-ba13-d51364666f15 req-e4f39378-f30f-4c1b-9bbf-aa3dddc47fc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:44.408643 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-65f6f196-eb85-4448-ba13-d51364666f15 req-e4f39378-f30f-4c1b-9bbf-aa3dddc47fc8 service neutron] Transition to ACTIVE for port object 38d39f21-9602-4f15-a37e-2efbe2a162ca will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:41:44.413206 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-65f6f196-eb85-4448-ba13-d51364666f15 req-e4f39378-f30f-4c1b-9bbf-aa3dddc47fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:44.484686 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f39378-f30f-4c1b-9bbf-aa3dddc47fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=38d39f21-9602-4f15-a37e-2efbe2a162ca,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:44.540098 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-65f6f196-eb85-4448-ba13-d51364666f15 req-e4f39378-f30f-4c1b-9bbf-aa3dddc47fc8 service neutron] Attempting to bind port 38d39f21-9602-4f15-a37e-2efbe2a162ca on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:41:44.540434 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-65f6f196-eb85-4448-ba13-d51364666f15 req-e4f39378-f30f-4c1b-9bbf-aa3dddc47fc8 service neutron] Attempting to bind port 38d39f21-9602-4f15-a37e-2efbe2a162ca by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '27f3dcbb-fd85-4c67-9af0-4759c4e54c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:41:44.540759 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f6f196-eb85-4448-ba13-d51364666f15 req-e4f39378-f30f-4c1b-9bbf-aa3dddc47fc8 service neutron] Attempting to bind port 38d39f21-9602-4f15-a37e-2efbe2a162ca on network 25e840bf-2cc0-4d63-b321-6a3fc27b02df {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:41:44.545164 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f6f196-eb85-4448-ba13-d51364666f15 req-e4f39378-f30f-4c1b-9bbf-aa3dddc47fc8 service neutron] Port 38d39f21-9602-4f15-a37e-2efbe2a162ca on network 25e840bf-2cc0-4d63-b321-6a3fc27b02df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:41:44.545488 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f6f196-eb85-4448-ba13-d51364666f15 req-e4f39378-f30f-4c1b-9bbf-aa3dddc47fc8 service neutron] Attempting to bind port 38d39f21-9602-4f15-a37e-2efbe2a162ca on network 25e840bf-2cc0-4d63-b321-6a3fc27b02df {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:41:44.551622 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f6f196-eb85-4448-ba13-d51364666f15 req-e4f39378-f30f-4c1b-9bbf-aa3dddc47fc8 service neutron] Checking agent: {'id': 'ed42ff0f-eab8-465d-8b76-aea1e8788a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'started_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:41:44.552240 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f6f196-eb85-4448-ba13-d51364666f15 req-e4f39378-f30f-4c1b-9bbf-aa3dddc47fc8 service neutron] Checking segment: {'id': '27f3dcbb-fd85-4c67-9af0-4759c4e54c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:41:44.552476 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f6f196-eb85-4448-ba13-d51364666f15 req-e4f39378-f30f-4c1b-9bbf-aa3dddc47fc8 service neutron] Bound using segment: {'id': '27f3dcbb-fd85-4c67-9af0-4759c4e54c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:41:44.552901 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-65f6f196-eb85-4448-ba13-d51364666f15 req-e4f39378-f30f-4c1b-9bbf-aa3dddc47fc8 service neutron] Bound port: 38d39f21-9602-4f15-a37e-2efbe2a162ca, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f3dcbb-fd85-4c67-9af0-4759c4e54c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:41:44.553256 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-65f6f196-eb85-4448-ba13-d51364666f15 req-e4f39378-f30f-4c1b-9bbf-aa3dddc47fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:44.619721 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-65f6f196-eb85-4448-ba13-d51364666f15 req-e4f39378-f30f-4c1b-9bbf-aa3dddc47fc8 service neutron] For port 38d39f21-9602-4f15-a37e-2efbe2a162ca, host hv-cinder-76019, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:41:44.622764 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-65f6f196-eb85-4448-ba13-d51364666f15 req-e4f39378-f30f-4c1b-9bbf-aa3dddc47fc8 service neutron] For port 38d39f21-9602-4f15-a37e-2efbe2a162ca, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=38d39f21-9602-4f15-a37e-2efbe2a162ca,segment=NetworkSegment(27f3dcbb-fd85-4c67-9af0-4759c4e54c9b),segment_id=27f3dcbb-fd85-4c67-9af0-4759c4e54c9b)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:41:44.626477 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-65f6f196-eb85-4448-ba13-d51364666f15 req-e4f39378-f30f-4c1b-9bbf-aa3dddc47fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:44.667897 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6f196-eb85-4448-ba13-d51364666f15 req-e4f39378-f30f-4c1b-9bbf-aa3dddc47fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:44.668516 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-65f6f196-eb85-4448-ba13-d51364666f15 req-e4f39378-f30f-4c1b-9bbf-aa3dddc47fc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:44.670079 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-65f6f196-eb85-4448-ba13-d51364666f15 req-e4f39378-f30f-4c1b-9bbf-aa3dddc47fc8 service neutron] 10.222.0.36 "PUT /v2.0/ports/38d39f21-9602-4f15-a37e-2efbe2a162ca HTTP/1.1" status: 200 len: 1094 time: 0.6160131 Aug 13 02:41:44.670311 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a94365c-647f-4188-9d29-16f0cef9d180', 'tag': '38d39f21-9602-4f15-a37e-2efbe2a162ca'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:41:44.672567 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8944726-def7-41ca-aa19-0c6e731214a8" -d '{"events": [{"name": "network-changed", "server_uuid": "2a94365c-647f-4188-9d29-16f0cef9d180", "tag": "38d39f21-9602-4f15-a37e-2efbe2a162ca"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:41:44.700595 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f39378-f30f-4c1b-9bbf-aa3dddc47fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=38d39f21-9602-4f15-a37e-2efbe2a162ca,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:44.730977 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d54a67-90b0-4029-a80e-99340e867bc3 x-openstack-request-id: req-b3d54a67-90b0-4029-a80e-99340e867bc3 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:41:44.731267 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a94365c-647f-4188-9d29-16f0cef9d180", "tag": "38d39f21-9602-4f15-a37e-2efbe2a162ca", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:41:44.731547 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3d54a67-90b0-4029-a80e-99340e867bc3 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:41:44.731945 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a94365c-647f-4188-9d29-16f0cef9d180', 'tag': '38d39f21-9602-4f15-a37e-2efbe2a162ca', 'status': 'completed', 'code': 200} Aug 13 02:41:44.749212 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1661e9-a17f-41ee-8d5e-3e49848703b9 req-ce511db8-6640-4696-9794-3afb6065e4d1 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:44.750762 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7f1661e9-a17f-41ee-8d5e-3e49848703b9 req-ce511db8-6640-4696-9794-3afb6065e4d1 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0586724 Aug 13 02:41:44.814773 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7f1661e9-a17f-41ee-8d5e-3e49848703b9 req-86d1416d-44d9-4714-baf6-299e77f71588 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553477 Aug 13 02:41:44.819780 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-578d0ce4-eace-46e1-aea2-cdd6961b5941 req-2965d08b-8d4d-4968-9420-d3f20746a407 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0298491 Aug 13 02:41:44.820366 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6f196-eb85-4448-ba13-d51364666f15 req-6ae78ff8-2722-45ec-91de-3c0c6e5789c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:44.821689 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-65f6f196-eb85-4448-ba13-d51364666f15 req-6ae78ff8-2722-45ec-91de-3c0c6e5789c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb573b2a890245ff8d8e4d68382278e8&device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 1097 time: 0.0700514 Aug 13 02:41:44.888395 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-65f6f196-eb85-4448-ba13-d51364666f15 req-c25e103c-ac7d-4c14-8c27-a55aa108017c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38d39f21-9602-4f15-a37e-2efbe2a162ca HTTP/1.1" status: 200 len: 217 time: 0.0529675 Aug 13 02:41:44.947054 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6f196-eb85-4448-ba13-d51364666f15 req-770eeb7a-7809-40f6-a163-e22f6cb4ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:44.948547 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-65f6f196-eb85-4448-ba13-d51364666f15 req-770eeb7a-7809-40f6-a163-e22f6cb4ee70 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d19fd7d0-a08d-4eae-ac69-213aa3924fc5 HTTP/1.1" status: 200 len: 854 time: 0.0488434 Aug 13 02:41:45.005744 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6f196-eb85-4448-ba13-d51364666f15 req-e46908a5-9f5a-409f-b3bf-636c9384c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:45.007228 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-65f6f196-eb85-4448-ba13-d51364666f15 req-e46908a5-9f5a-409f-b3bf-636c9384c99b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25e840bf-2cc0-4d63-b321-6a3fc27b02df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490246 Aug 13 02:41:45.063598 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9e727-60af-4a79-870c-8634d4a31e81 req-4fbbaece-8141-44b9-98d5-7cad0e90f952 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:45.065100 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-65e9e727-60af-4a79-870c-8634d4a31e81 req-4fbbaece-8141-44b9-98d5-7cad0e90f952 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 944 time: 0.0497854 Aug 13 02:41:45.105488 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-65e9e727-60af-4a79-870c-8634d4a31e81 req-fce5d37f-2119-497f-aa5f-716f958ff0a1 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337181 Aug 13 02:41:45.107445 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-65f6f196-eb85-4448-ba13-d51364666f15 req-34203940-cc69-4524-9b30-c2ffebab532c service neutron] 10.222.0.36 "GET /v2.0/networks/25e840bf-2cc0-4d63-b321-6a3fc27b02df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894203 Aug 13 02:41:45.205857 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-65f6f196-eb85-4448-ba13-d51364666f15 req-c1da316b-b17a-4fed-9620-d5c53edf1d04 service neutron] 10.222.0.36 "GET /v2.0/networks/25e840bf-2cc0-4d63-b321-6a3fc27b02df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855913 Aug 13 02:41:45.294649 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8944726-def7-41ca-aa19-0c6e731214a8 req-2da274dd-69bc-41d6-b9f9-4fb48c0a92a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:45.296272 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b8944726-def7-41ca-aa19-0c6e731214a8 req-2da274dd-69bc-41d6-b9f9-4fb48c0a92a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb573b2a890245ff8d8e4d68382278e8&device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 1097 time: 0.0415802 Aug 13 02:41:45.394628 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8944726-def7-41ca-aa19-0c6e731214a8 req-a87fbde4-8920-4417-8f6a-ffa2665e44cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:45.396143 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b8944726-def7-41ca-aa19-0c6e731214a8 req-a87fbde4-8920-4417-8f6a-ffa2665e44cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=25e840bf-2cc0-4d63-b321-6a3fc27b02df HTTP/1.1" status: 200 len: 916 time: 0.0912547 Aug 13 02:41:45.441736 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b8944726-def7-41ca-aa19-0c6e731214a8 req-b20519c6-6835-4fca-8a02-c4cf32b208fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38d39f21-9602-4f15-a37e-2efbe2a162ca HTTP/1.1" status: 200 len: 217 time: 0.0349276 Aug 13 02:41:45.501494 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8944726-def7-41ca-aa19-0c6e731214a8 req-a8c34d0d-efad-491a-b163-680c45916b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:45.504003 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b8944726-def7-41ca-aa19-0c6e731214a8 req-a8c34d0d-efad-491a-b163-680c45916b1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d19fd7d0-a08d-4eae-ac69-213aa3924fc5 HTTP/1.1" status: 200 len: 854 time: 0.0489740 Aug 13 02:41:45.549460 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8944726-def7-41ca-aa19-0c6e731214a8 req-2c8f1061-c217-4a30-888a-6a38a8d813a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:45.551140 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b8944726-def7-41ca-aa19-0c6e731214a8 req-2c8f1061-c217-4a30-888a-6a38a8d813a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25e840bf-2cc0-4d63-b321-6a3fc27b02df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386837 Aug 13 02:41:45.642381 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b8944726-def7-41ca-aa19-0c6e731214a8 req-f4bd3f79-4007-434f-93e8-b5806e7f3256 service neutron] 10.222.0.36 "GET /v2.0/networks/25e840bf-2cc0-4d63-b321-6a3fc27b02df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829885 Aug 13 02:41:45.949417 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce517eee-e464-47d2-92a9-73312ec3b5b9 req-f4411b51-e79c-4431-bc24-add1aa27bfb1 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:45.951036 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-ce517eee-e464-47d2-92a9-73312ec3b5b9 req-f4411b51-e79c-4431-bc24-add1aa27bfb1 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0529010 Aug 13 02:41:46.005283 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-ce517eee-e464-47d2-92a9-73312ec3b5b9 req-da9da6af-322d-4bae-ad9d-550ec014c6d6 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366650 Aug 13 02:41:46.012950 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9071b974-dc65-4dca-a6e2-3739812aa7d6 req-40cf332f-1324-4679-8efb-c9f593d569e0 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0427823 Aug 13 02:41:46.034497 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b8944726-def7-41ca-aa19-0c6e731214a8 req-7e8fb113-a0b9-4b09-9744-931ae26391cb service neutron] 10.222.0.36 "GET /v2.0/networks/25e840bf-2cc0-4d63-b321-6a3fc27b02df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765204 Aug 13 02:41:46.044239 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b1326-3191-436c-b646-f7e9764d6904 req-c8528056-6a91-4550-8f1c-ac49e77bf9bf tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:46.045673 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-684b1326-3191-436c-b646-f7e9764d6904 req-c8528056-6a91-4550-8f1c-ac49e77bf9bf tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.36 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 815 time: 0.3410864 Aug 13 02:41:46.063673 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-684b1326-3191-436c-b646-f7e9764d6904 req-6fd5e9de-e3fc-449b-aad4-6ad7a08415bd tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Request body: {'port': {'device_id': 'd576fdf2-90aa-4f7e-b6b6-1f04520cb606', 'network_id': '17ed0c13-cd3d-4f62-bfa4-55efe8abc95b', 'admin_state_up': True, 'tenant_id': '47f0c494de3b45c19b5e5c2fc0a24d12'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:46.175839 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-684b1326-3191-436c-b646-f7e9764d6904 req-6fd5e9de-e3fc-449b-aad4-6ad7a08415bd tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Made reservation on behalf of 47f0c494de3b45c19b5e5c2fc0a24d12 for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:41:46.179323 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-684b1326-3191-436c-b646-f7e9764d6904 req-6fd5e9de-e3fc-449b-aad4-6ad7a08415bd tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:46.239241 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cba83-b279-4ba4-92ef-32a5d5798c05 req-5cd092c0-261b-4066-805e-c17d4d31b7d9 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:46.240909 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-ba3cba83-b279-4ba4-92ef-32a5d5798c05 req-5cd092c0-261b-4066-805e-c17d4d31b7d9 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=588883b6-86e8-4da8-9fb6-5def3545e68a HTTP/1.1" status: 200 len: 946 time: 0.0582578 Aug 13 02:41:46.279266 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-ba3cba83-b279-4ba4-92ef-32a5d5798c05 req-50befe3d-675d-45f1-b4c8-7793834dd3e3 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324607 Aug 13 02:41:46.300139 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b4d9e-d0d0-49ab-afea-45bfa20ed588 req-653effd1-cc8b-4c68-b268-d863455c17d1 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:46.300139 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-392b4d9e-d0d0-49ab-afea-45bfa20ed588 req-653effd1-cc8b-4c68-b268-d863455c17d1 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 944 time: 0.1112530 Aug 13 02:41:46.375244 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-392b4d9e-d0d0-49ab-afea-45bfa20ed588 req-fbcbf0b4-5bcc-4b1f-a81f-06eb6fd9ef0e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700102 Aug 13 02:41:46.376237 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-684b1326-3191-436c-b646-f7e9764d6904 req-6fd5e9de-e3fc-449b-aad4-6ad7a08415bd tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Allocated IP 172.20.0.14 (17ed0c13-cd3d-4f62-bfa4-55efe8abc95b/b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6/1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:41:46.525742 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-684b1326-3191-436c-b646-f7e9764d6904 req-6fd5e9de-e3fc-449b-aad4-6ad7a08415bd tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:46.564056 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-684b1326-3191-436c-b646-f7e9764d6904 req-6fd5e9de-e3fc-449b-aad4-6ad7a08415bd tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:46.577170 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['8da525de-fbee-49b3-870f-0498749a9b12', '6c70c2c9-f5a5-448c-9a65-ff217ed3f641', '1b6f7b6c-52a8-49ef-ba09-4185ee15692d'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:41:46.615963 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-684b1326-3191-436c-b646-f7e9764d6904 req-6fd5e9de-e3fc-449b-aad4-6ad7a08415bd tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Network 17ed0c13-cd3d-4f62-bfa4-55efe8abc95b is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:41:46.619124 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-684b1326-3191-436c-b646-f7e9764d6904 req-6fd5e9de-e3fc-449b-aad4-6ad7a08415bd tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:41:46.625133 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-684b1326-3191-436c-b646-f7e9764d6904 req-6fd5e9de-e3fc-449b-aad4-6ad7a08415bd tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:41:46.634929 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5e9de-e3fc-449b-aad4-6ad7a08415bd tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Pushing event updated for resources: {'Port': ['ID=1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:46.697137 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b1326-3191-436c-b646-f7e9764d6904 req-6fd5e9de-e3fc-449b-aad4-6ad7a08415bd tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:46.697834 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-684b1326-3191-436c-b646-f7e9764d6904 req-6fd5e9de-e3fc-449b-aad4-6ad7a08415bd tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:46.710323 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6ff69-030b-43d5-939c-83cea11202e2 req-19e43817-fa0b-4c5e-ad7a-6cbe50e8de7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:46.711829 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ebf6ff69-030b-43d5-939c-83cea11202e2 req-19e43817-fa0b-4c5e-ad7a-6cbe50e8de7f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 1099 time: 0.0882437 Aug 13 02:41:46.717010 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-684b1326-3191-436c-b646-f7e9764d6904 req-6fd5e9de-e3fc-449b-aad4-6ad7a08415bd tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6574211 Aug 13 02:41:46.740596 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-684b1326-3191-436c-b646-f7e9764d6904 req-40789f7e-7069-493d-8be4-eb2a27f2ab76 service neutron] Request body: {'port': {'device_id': 'd576fdf2-90aa-4f7e-b6b6-1f04520cb606', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:46.793069 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ebf6ff69-030b-43d5-939c-83cea11202e2 req-ec729339-b6ce-409e-9ddb-7a1f61525ba7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635166 Aug 13 02:41:46.817860 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-684b1326-3191-436c-b646-f7e9764d6904 req-40789f7e-7069-493d-8be4-eb2a27f2ab76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:47.081972 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-684b1326-3191-436c-b646-f7e9764d6904 req-40789f7e-7069-493d-8be4-eb2a27f2ab76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96 {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:41:47.100043 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-684b1326-3191-436c-b646-f7e9764d6904 req-40789f7e-7069-493d-8be4-eb2a27f2ab76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:47.114174 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5760d-c6d0-4131-b0d0-529617b2c325 req-8f993894-53bb-40fd-af7d-4937c095d9cd tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:47.115667 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-19e5760d-c6d0-4131-b0d0-529617b2c325 req-8f993894-53bb-40fd-af7d-4937c095d9cd tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0527127 Aug 13 02:41:47.131138 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-684b1326-3191-436c-b646-f7e9764d6904 req-40789f7e-7069-493d-8be4-eb2a27f2ab76 service neutron] Transition to ACTIVE for port object 1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96 will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:41:47.135467 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-684b1326-3191-436c-b646-f7e9764d6904 req-40789f7e-7069-493d-8be4-eb2a27f2ab76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:47.153356 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-19e5760d-c6d0-4131-b0d0-529617b2c325 req-e634ec8c-490d-40f4-9a56-33653c635f48 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309458 Aug 13 02:41:47.179249 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f7a62-4ae4-4068-9a70-575391fffa03 req-a22cb28e-8271-4533-b682-fb67b8de0861 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:47.180775 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3c6f7a62-4ae4-4068-9a70-575391fffa03 req-a22cb28e-8271-4533-b682-fb67b8de0861 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 932 time: 0.0942464 Aug 13 02:41:47.220732 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40789f7e-7069-493d-8be4-eb2a27f2ab76 service neutron] Pushing event updated for resources: {'Port': ['ID=1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:47.274564 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3c6f7a62-4ae4-4068-9a70-575391fffa03 req-46ae1071-33af-497c-8e2d-945fd6de382a tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859225 Aug 13 02:41:47.304162 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-684b1326-3191-436c-b646-f7e9764d6904 req-40789f7e-7069-493d-8be4-eb2a27f2ab76 service neutron] Attempting to bind port 1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:41:47.304503 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-684b1326-3191-436c-b646-f7e9764d6904 req-40789f7e-7069-493d-8be4-eb2a27f2ab76 service neutron] Attempting to bind port 1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'fa22d129-2c66-404a-8374-3248e96dac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '17ed0c13-cd3d-4f62-bfa4-55efe8abc95b'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:41:47.304832 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684b1326-3191-436c-b646-f7e9764d6904 req-40789f7e-7069-493d-8be4-eb2a27f2ab76 service neutron] Attempting to bind port 1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96 on network 17ed0c13-cd3d-4f62-bfa4-55efe8abc95b {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:41:47.312102 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684b1326-3191-436c-b646-f7e9764d6904 req-40789f7e-7069-493d-8be4-eb2a27f2ab76 service neutron] Port 1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96 on network 17ed0c13-cd3d-4f62-bfa4-55efe8abc95b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:41:47.312102 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684b1326-3191-436c-b646-f7e9764d6904 req-40789f7e-7069-493d-8be4-eb2a27f2ab76 service neutron] Attempting to bind port 1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96 on network 17ed0c13-cd3d-4f62-bfa4-55efe8abc95b {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:41:47.315206 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684b1326-3191-436c-b646-f7e9764d6904 req-40789f7e-7069-493d-8be4-eb2a27f2ab76 service neutron] Checking agent: {'id': 'ed42ff0f-eab8-465d-8b76-aea1e8788a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'started_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:41:47.315570 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684b1326-3191-436c-b646-f7e9764d6904 req-40789f7e-7069-493d-8be4-eb2a27f2ab76 service neutron] Checking segment: {'id': 'fa22d129-2c66-404a-8374-3248e96dac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '17ed0c13-cd3d-4f62-bfa4-55efe8abc95b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:41:47.315959 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684b1326-3191-436c-b646-f7e9764d6904 req-40789f7e-7069-493d-8be4-eb2a27f2ab76 service neutron] Bound using segment: {'id': 'fa22d129-2c66-404a-8374-3248e96dac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '17ed0c13-cd3d-4f62-bfa4-55efe8abc95b'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:41:47.316384 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-684b1326-3191-436c-b646-f7e9764d6904 req-40789f7e-7069-493d-8be4-eb2a27f2ab76 service neutron] Bound port: 1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa22d129-2c66-404a-8374-3248e96dac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '17ed0c13-cd3d-4f62-bfa4-55efe8abc95b'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:41:47.316742 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-684b1326-3191-436c-b646-f7e9764d6904 req-40789f7e-7069-493d-8be4-eb2a27f2ab76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:47.379239 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-684b1326-3191-436c-b646-f7e9764d6904 req-40789f7e-7069-493d-8be4-eb2a27f2ab76 service neutron] For port 1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96, host hv-cinder-76019, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:41:47.382215 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-684b1326-3191-436c-b646-f7e9764d6904 req-40789f7e-7069-493d-8be4-eb2a27f2ab76 service neutron] For port 1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96,segment=NetworkSegment(fa22d129-2c66-404a-8374-3248e96dac14),segment_id=fa22d129-2c66-404a-8374-3248e96dac14)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:41:47.385976 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-684b1326-3191-436c-b646-f7e9764d6904 req-40789f7e-7069-493d-8be4-eb2a27f2ab76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:47.397742 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be29a2-c82b-403e-ba3e-1d8d3a1aafe3 req-19d9abfe-c488-4c56-9e89-2e3f410028b7 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:47.399366 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-10be29a2-c82b-403e-ba3e-1d8d3a1aafe3 req-19d9abfe-c488-4c56-9e89-2e3f410028b7 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=588883b6-86e8-4da8-9fb6-5def3545e68a HTTP/1.1" status: 200 len: 946 time: 0.0531774 Aug 13 02:41:47.425922 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b1326-3191-436c-b646-f7e9764d6904 req-40789f7e-7069-493d-8be4-eb2a27f2ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:47.426557 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-684b1326-3191-436c-b646-f7e9764d6904 req-40789f7e-7069-493d-8be4-eb2a27f2ab76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:47.428457 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-684b1326-3191-436c-b646-f7e9764d6904 req-40789f7e-7069-493d-8be4-eb2a27f2ab76 service neutron] 10.222.0.36 "PUT /v2.0/ports/1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96 HTTP/1.1" status: 200 len: 1094 time: 0.6922352 Aug 13 02:41:47.428457 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd576fdf2-90aa-4f7e-b6b6-1f04520cb606', 'tag': '1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:41:47.430652 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8deecc24-6312-46a5-885c-96c0a533b4ea" -d '{"events": [{"name": "network-changed", "server_uuid": "d576fdf2-90aa-4f7e-b6b6-1f04520cb606", "tag": "1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:41:47.446577 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-10be29a2-c82b-403e-ba3e-1d8d3a1aafe3 req-174c1ac0-b305-4985-9d00-085b853c3ad7 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392547 Aug 13 02:41:47.455336 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40789f7e-7069-493d-8be4-eb2a27f2ab76 service neutron] Pushing event updated for resources: {'Port': ['ID=1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:47.510451 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b1326-3191-436c-b646-f7e9764d6904 req-a0cf4635-8596-43fe-b465-f4b2ca479c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:47.511952 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-684b1326-3191-436c-b646-f7e9764d6904 req-a0cf4635-8596-43fe-b465-f4b2ca479c9a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 1097 time: 0.0406497 Aug 13 02:41:47.555717 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10794903-03cc-4030-8a77-1c94f6c6e01c req-04a85fdf-5934-4134-bfb6-612749371816 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:47.557148 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-10794903-03cc-4030-8a77-1c94f6c6e01c req-04a85fdf-5934-4134-bfb6-612749371816 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 944 time: 0.0504491 Aug 13 02:41:47.562530 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-684b1326-3191-436c-b646-f7e9764d6904 req-59f32599-4f4b-4039-8192-2b43da24132a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96 HTTP/1.1" status: 200 len: 217 time: 0.0373695 Aug 13 02:41:47.567901 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545e8226-ee0a-4001-b610-e90756ab9e91 x-openstack-request-id: req-545e8226-ee0a-4001-b610-e90756ab9e91 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:41:47.568193 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d576fdf2-90aa-4f7e-b6b6-1f04520cb606", "tag": "1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:41:47.568593 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-545e8226-ee0a-4001-b610-e90756ab9e91 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:41:47.568994 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd576fdf2-90aa-4f7e-b6b6-1f04520cb606', 'tag': '1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96', 'status': 'completed', 'code': 200} Aug 13 02:41:47.597801 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-10794903-03cc-4030-8a77-1c94f6c6e01c req-a53aca1c-6660-4810-9041-a8b861b9ad00 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338750 Aug 13 02:41:47.626547 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b1326-3191-436c-b646-f7e9764d6904 req-12794f96-117d-42f5-a048-11dbf684d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:47.628769 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-684b1326-3191-436c-b646-f7e9764d6904 req-12794f96-117d-42f5-a048-11dbf684d2ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6 HTTP/1.1" status: 200 len: 855 time: 0.0479403 Aug 13 02:41:47.664332 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-684b1326-3191-436c-b646-f7e9764d6904 req-2862e12d-bcc9-494a-a9d2-56395b7612b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230720 Aug 13 02:41:47.753965 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-684b1326-3191-436c-b646-f7e9764d6904 req-b5638ca5-9dbd-4f18-a930-e270ac8f9fba service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791154 Aug 13 02:41:47.854829 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-684b1326-3191-436c-b646-f7e9764d6904 req-cbc93666-622c-4f46-82c4-145a8b3cda07 service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833385 Aug 13 02:41:47.963541 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deecc24-6312-46a5-885c-96c0a533b4ea req-e2bfed0f-f33f-441b-a03c-3b986dc1b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:47.964966 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8deecc24-6312-46a5-885c-96c0a533b4ea req-e2bfed0f-f33f-441b-a03c-3b986dc1b5d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 1097 time: 0.0396655 Aug 13 02:41:48.056192 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deecc24-6312-46a5-885c-96c0a533b4ea req-e5fcbab8-3c73-453e-a04f-11bc0fa5f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:48.057630 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8deecc24-6312-46a5-885c-96c0a533b4ea req-e5fcbab8-3c73-453e-a04f-11bc0fa5f9be service neutron] 10.222.0.36 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 916 time: 0.0842867 Aug 13 02:41:48.100310 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8deecc24-6312-46a5-885c-96c0a533b4ea req-cae0a335-d6f9-42c2-8d96-3b8cd61f8e19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96 HTTP/1.1" status: 200 len: 217 time: 0.0327923 Aug 13 02:41:48.154415 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deecc24-6312-46a5-885c-96c0a533b4ea req-2e7ff806-5857-491e-83ae-56833dcedeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:48.155993 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8deecc24-6312-46a5-885c-96c0a533b4ea req-2e7ff806-5857-491e-83ae-56833dcedeec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6 HTTP/1.1" status: 200 len: 855 time: 0.0430429 Aug 13 02:41:48.183756 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 38d39f21-9602-4f15-a37e-2efbe2a162ca details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:41:48.217545 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8deecc24-6312-46a5-885c-96c0a533b4ea req-8ed5dda7-1868-4e18-a076-119320fafbd2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243759 Aug 13 02:41:48.309973 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 38d39f21-9602-4f15-a37e-2efbe2a162ca, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=38d39f21-9602-4f15-a37e-2efbe2a162ca,segment=NetworkSegment(27f3dcbb-fd85-4c67-9af0-4759c4e54c9b),segment_id=27f3dcbb-fd85-4c67-9af0-4759c4e54c9b)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:48.333724 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Returning: {'device': '38d39f21-9602-4f15-a37e-2efbe2a162ca', 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df', 'port_id': '38d39f21-9602-4f15-a37e-2efbe2a162ca', 'mac_address': 'fa:16:3e:86:f3:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19fd7d0-a08d-4eae-ac69-213aa3924fc5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:41:48.340323 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241872b-6bef-439d-87e5-658bc22de20c req-abd080f9-218f-4f5e-9c6e-e3de67e84066 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:48.347706 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d241872b-6bef-439d-87e5-658bc22de20c req-abd080f9-218f-4f5e-9c6e-e3de67e84066 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.1136267 Aug 13 02:41:48.378412 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8deecc24-6312-46a5-885c-96c0a533b4ea req-59aae280-0b70-4658-a699-06c8001019b7 service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520643 Aug 13 02:41:48.389366 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:48.395251 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98939b37-ac48-4843-8f7b-cbb2f39934e3 req-0530fb2b-99b3-4191-a4a1-6022d96dd46c tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:48.396789 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-98939b37-ac48-4843-8f7b-cbb2f39934e3 req-0530fb2b-99b3-4191-a4a1-6022d96dd46c tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 944 time: 0.0497074 Aug 13 02:41:48.400028 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d241872b-6bef-439d-87e5-658bc22de20c req-b461d967-8afe-4571-a004-e0d1b363493f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514579 Aug 13 02:41:48.408371 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d39f21-9602-4f15-a37e-2efbe2a162ca {{(pid=100522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:41:48.429645 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 38d39f21-9602-4f15-a37e-2efbe2a162ca, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=38d39f21-9602-4f15-a37e-2efbe2a162ca,segment=NetworkSegment(27f3dcbb-fd85-4c67-9af0-4759c4e54c9b),segment_id=27f3dcbb-fd85-4c67-9af0-4759c4e54c9b)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:48.434289 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:48.444872 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-98939b37-ac48-4843-8f7b-cbb2f39934e3 req-57645626-0fd6-4810-bfd8-5792d4a4d6a8 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405414 Aug 13 02:41:48.486230 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=38d39f21-9602-4f15-a37e-2efbe2a162ca,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:48.493663 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:48.494043 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:48.494394 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:48.494729 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:48.495063 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:48.495397 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:48.495760 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:48.496089 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:48.496423 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:48.496747 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:48.497136 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:48.497468 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:48.498038 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8deecc24-6312-46a5-885c-96c0a533b4ea req-8c43a5e9-16ce-44a6-8f83-ccbeecb6df36 service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052508 Aug 13 02:41:48.574262 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec77a6-1da2-40f7-8f31-d05d51e42ecd req-3473762c-d551-4f4e-95ed-f65beda29427 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:48.575761 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a3ec77a6-1da2-40f7-8f31-d05d51e42ecd req-3473762c-d551-4f4e-95ed-f65beda29427 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=588883b6-86e8-4da8-9fb6-5def3545e68a HTTP/1.1" status: 200 len: 946 time: 0.0501370 Aug 13 02:41:48.615248 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a3ec77a6-1da2-40f7-8f31-d05d51e42ecd req-01ae7bea-2613-4e40-b0b0-c4f78d72b893 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319316 Aug 13 02:41:48.715481 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182dbc6-2bbf-4831-aa98-31ebfa0e3df2 req-6999dced-d1df-452f-b53b-bd791f051946 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:48.716953 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3182dbc6-2bbf-4831-aa98-31ebfa0e3df2 req-6999dced-d1df-452f-b53b-bd791f051946 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 945 time: 0.0483091 Aug 13 02:41:48.753819 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3182dbc6-2bbf-4831-aa98-31ebfa0e3df2 req-ee3b613c-01ab-4a02-80bf-f3609f04e387 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310421 Aug 13 02:41:49.306742 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['38d39f21-9602-4f15-a37e-2efbe2a162ca'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:41:49.516533 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd45a1-67de-4c0e-82db-3088e844b258 req-f0a0b100-f11a-4ae1-badd-220c35aa2b75 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:49.518538 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-02fd45a1-67de-4c0e-82db-3088e844b258 req-f0a0b100-f11a-4ae1-badd-220c35aa2b75 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0508893 Aug 13 02:41:49.556480 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-02fd45a1-67de-4c0e-82db-3088e844b258 req-099f7bf3-75ab-4fef-a997-c50b0a491ce9 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318933 Aug 13 02:41:49.562006 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ac49b-4548-401f-83c3-844d6b853b3d req-aa6856c9-da71-4563-a748-d6094d7abc44 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:49.563451 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4b1ac49b-4548-401f-83c3-844d6b853b3d req-aa6856c9-da71-4563-a748-d6094d7abc44 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 944 time: 0.0512345 Aug 13 02:41:49.602567 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4b1ac49b-4548-401f-83c3-844d6b853b3d req-16fbd142-7298-4c38-86d5-1399361baf94 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329967 Aug 13 02:41:49.730331 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e96ca5-e578-4fee-99ca-6b6195a8e2c4 req-2404e092-de93-41c3-be50-f7b045a6f4bd tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:49.731934 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-24e96ca5-e578-4fee-99ca-6b6195a8e2c4 req-2404e092-de93-41c3-be50-f7b045a6f4bd tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=588883b6-86e8-4da8-9fb6-5def3545e68a HTTP/1.1" status: 200 len: 946 time: 0.0510671 Aug 13 02:41:49.773146 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-24e96ca5-e578-4fee-99ca-6b6195a8e2c4 req-f700278b-cba6-472d-9da5-6db044463953 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343461 Aug 13 02:41:49.817110 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e50d29-0ffb-4c57-a80c-f17a7b785a39 req-0c1619b9-f477-4cec-b8f3-3c2497cb89fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:49.818526 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e3e50d29-0ffb-4c57-a80c-f17a7b785a39 req-0c1619b9-f477-4cec-b8f3-3c2497cb89fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad59fce07ec3416db582f1d506e2a581&device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 1099 time: 0.0410233 Aug 13 02:41:49.878557 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d4b33-a12e-4f58-aec0-bb6381ea045e req-643c310e-b203-44fb-92e4-9283e26feccc tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:49.880112 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-556d4b33-a12e-4f58-aec0-bb6381ea045e req-643c310e-b203-44fb-92e4-9283e26feccc tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0518136 Aug 13 02:41:49.921669 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-556d4b33-a12e-4f58-aec0-bb6381ea045e req-d5dc6dab-643e-47a2-95fd-dbc4accbbe15 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343010 Aug 13 02:41:49.949083 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e50d29-0ffb-4c57-a80c-f17a7b785a39 req-72e360ac-e336-4f50-ab22-eb54443c1107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:49.950584 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e3e50d29-0ffb-4c57-a80c-f17a7b785a39 req-72e360ac-e336-4f50-ab22-eb54443c1107 service neutron] 10.222.0.36 "GET /v2.0/networks?id=21e28e08-41d0-472d-a21a-15a7a1bf62f1 HTTP/1.1" status: 200 len: 920 time: 0.1215835 Aug 13 02:41:49.967947 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117499f7-c468-4471-8e32-5e7ebfb9aebe req-471f09c9-eab6-46aa-98f1-6bd1ec0ea092 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:49.969314 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-117499f7-c468-4471-8e32-5e7ebfb9aebe req-471f09c9-eab6-46aa-98f1-6bd1ec0ea092 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 945 time: 0.0679398 Aug 13 02:41:50.013695 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e3e50d29-0ffb-4c57-a80c-f17a7b785a39 req-9aea9326-725f-444f-94e0-131e8d08ae08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=439aa1d9-9341-4c3d-976e-1477ea03abb7 HTTP/1.1" status: 200 len: 217 time: 0.0434442 Aug 13 02:41:50.059392 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-117499f7-c468-4471-8e32-5e7ebfb9aebe req-545311a4-7cde-4b75-bde6-0bb260a84639 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830281 Aug 13 02:41:50.076539 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e50d29-0ffb-4c57-a80c-f17a7b785a39 req-9dbac3b6-c08f-46ce-bb13-d15447cd10cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:50.077988 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e3e50d29-0ffb-4c57-a80c-f17a7b785a39 req-9dbac3b6-c08f-46ce-bb13-d15447cd10cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=906d1824-252c-4a14-9659-5d1356c53672 HTTP/1.1" status: 200 len: 859 time: 0.0525436 Aug 13 02:41:50.087875 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:50.149048 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e3e50d29-0ffb-4c57-a80c-f17a7b785a39 req-99bac8e5-8e87-488a-8170-89b12585bd7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21e28e08-41d0-472d-a21a-15a7a1bf62f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438440 Aug 13 02:41:50.171288 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243784f7-eb65-4356-a307-fd54c69bd031 req-93ecb889-20db-4382-8059-2196d444da41 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:50.172667 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-243784f7-eb65-4356-a307-fd54c69bd031 req-93ecb889-20db-4382-8059-2196d444da41 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.36 "GET /v2.0/ports?device_id=588883b6-86e8-4da8-9fb6-5def3545e68a HTTP/1.1" status: 200 len: 946 time: 0.0591991 Aug 13 02:41:50.319881 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e3e50d29-0ffb-4c57-a80c-f17a7b785a39 req-c4ffc030-b8df-49dd-9fe9-d73b00e163d2 service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405501 Aug 13 02:41:50.334803 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-243784f7-eb65-4356-a307-fd54c69bd031 req-de547f1c-2124-4e0b-8c7c-07109d407a74 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Deleting port bd5563ce-30df-43b5-a85f-6aeaeff66795 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:41:50.335164 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-243784f7-eb65-4356-a307-fd54c69bd031 req-de547f1c-2124-4e0b-8c7c-07109d407a74 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:50.486375 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-243784f7-eb65-4356-a307-fd54c69bd031 req-de547f1c-2124-4e0b-8c7c-07109d407a74 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] For port bd5563ce-30df-43b5-a85f-6aeaeff66795, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bd5563ce-30df-43b5-a85f-6aeaeff66795,segment=NetworkSegment(52137f27-6686-41ec-b43a-eeb7e5900987),segment_id=52137f27-6686-41ec-b43a-eeb7e5900987)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:50.486861 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-243784f7-eb65-4356-a307-fd54c69bd031 req-de547f1c-2124-4e0b-8c7c-07109d407a74 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:50.496188 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e3e50d29-0ffb-4c57-a80c-f17a7b785a39 req-2fc36ec5-9dbb-4835-bcda-15cd709c3989 service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571887 Aug 13 02:41:50.501384 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-243784f7-eb65-4356-a307-fd54c69bd031 req-de547f1c-2124-4e0b-8c7c-07109d407a74 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Calling delete_port for bd5563ce-30df-43b5-a85f-6aeaeff66795 owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:41:50.631002 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-243784f7-eb65-4356-a307-fd54c69bd031 req-de547f1c-2124-4e0b-8c7c-07109d407a74 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:50.649132 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['bd5563ce-30df-43b5-a85f-6aeaeff66795'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:41:50.660935 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de547f1c-2124-4e0b-8c7c-07109d407a74 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Pushing event deleted for resources: {'Port': ['ID=bd5563ce-30df-43b5-a85f-6aeaeff66795,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:50.710215 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-243784f7-eb65-4356-a307-fd54c69bd031 req-de547f1c-2124-4e0b-8c7c-07109d407a74 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] No DVR routers for this DVR port bd5563ce-30df-43b5-a85f-6aeaeff66795 on host hv-cinder-76019 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:41:50.712739 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-243784f7-eb65-4356-a307-fd54c69bd031 req-de547f1c-2124-4e0b-8c7c-07109d407a74 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:50.714732 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-243784f7-eb65-4356-a307-fd54c69bd031 req-de547f1c-2124-4e0b-8c7c-07109d407a74 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.36 "DELETE /v2.0/ports/bd5563ce-30df-43b5-a85f-6aeaeff66795 HTTP/1.1" status: 204 len: 173 time: 0.5276806 Aug 13 02:41:50.715167 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588883b6-86e8-4da8-9fb6-5def3545e68a', 'name': 'network-vif-deleted', 'tag': 'bd5563ce-30df-43b5-a85f-6aeaeff66795'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:41:50.717416 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa0af9c-ede2-4ecd-8789-c7ac78534b9a" -d '{"events": [{"server_uuid": "588883b6-86e8-4da8-9fb6-5def3545e68a", "name": "network-vif-deleted", "tag": "bd5563ce-30df-43b5-a85f-6aeaeff66795"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:41:50.737694 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae13393-1c08-49c5-a882-431a43de7efc req-5c1944b4-38f4-4d1d-9f1f-ea2a2d8c3359 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:50.739192 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-aae13393-1c08-49c5-a882-431a43de7efc req-5c1944b4-38f4-4d1d-9f1f-ea2a2d8c3359 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 944 time: 0.0558207 Aug 13 02:41:50.756026 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125f749b-cd84-426f-aec3-80441d735427 x-openstack-request-id: req-125f749b-cd84-426f-aec3-80441d735427 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:41:50.756420 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588883b6-86e8-4da8-9fb6-5def3545e68a", "name": "network-vif-deleted", "tag": "bd5563ce-30df-43b5-a85f-6aeaeff66795", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:41:50.756757 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-125f749b-cd84-426f-aec3-80441d735427 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:41:50.757322 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588883b6-86e8-4da8-9fb6-5def3545e68a', 'name': 'network-vif-deleted', 'tag': 'bd5563ce-30df-43b5-a85f-6aeaeff66795', 'status': 'completed', 'code': 200} Aug 13 02:41:50.787146 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-aae13393-1c08-49c5-a882-431a43de7efc req-10172a9e-b4c5-435d-af26-c17c77c90756 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352740 Aug 13 02:41:50.875749 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3a8086d0-c026-4b2a-bbe6-680709d8fd97 req-d7ed5818-95e3-4d32-a650-1f1e28f4f4fc tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=588883b6-86e8-4da8-9fb6-5def3545e68a HTTP/1.1" status: 200 len: 210 time: 0.0311496 Aug 13 02:41:51.037660 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f143bc5-85de-4416-b7ae-5dcc7355c4a6 req-36cdf429-516d-4615-a9c1-8d7f91d78ff8 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:51.039118 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9f143bc5-85de-4416-b7ae-5dcc7355c4a6 req-36cdf429-516d-4615-a9c1-8d7f91d78ff8 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0493150 Aug 13 02:41:51.075215 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9f143bc5-85de-4416-b7ae-5dcc7355c4a6 req-8957349d-db13-4430-99f0-fbf557a59d4b tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301027 Aug 13 02:41:51.173241 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43423a7-a5d1-415d-97b9-a7920830efd2 req-68619eb4-c981-4fa8-8f99-46fd1b55b5d9 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:51.174968 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c43423a7-a5d1-415d-97b9-a7920830efd2 req-68619eb4-c981-4fa8-8f99-46fd1b55b5d9 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 945 time: 0.0487454 Aug 13 02:41:51.211448 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c43423a7-a5d1-415d-97b9-a7920830efd2 req-e283a63c-c850-4682-bf39-c46f621ee96e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305538 Aug 13 02:41:51.902356 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523defd-ed42-444e-a6dd-59e2d5162360 req-2d88e5fe-78e2-4526-92bf-ff388e6a70f2 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:51.904006 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0523defd-ed42-444e-a6dd-59e2d5162360 req-2d88e5fe-78e2-4526-92bf-ff388e6a70f2 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 944 time: 0.0482931 Aug 13 02:41:51.944292 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0523defd-ed42-444e-a6dd-59e2d5162360 req-25f3409c-428c-49e1-8778-33f25481738e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324092 Aug 13 02:41:52.194067 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4921765-b7ad-4448-a826-179efeb1ae22 req-c675d2b3-8005-4d8c-bdfd-a36d0ca007e4 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:52.194841 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:41:52.195667 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c4921765-b7ad-4448-a826-179efeb1ae22 req-c675d2b3-8005-4d8c-bdfd-a36d0ca007e4 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0522358 Aug 13 02:41:52.197864 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 38d39f21-9602-4f15-a37e-2efbe2a162ca up at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:52.234666 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c4921765-b7ad-4448-a826-179efeb1ae22 req-15d9e170-43a5-46e7-b95a-5d3937aac338 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312402 Aug 13 02:41:52.307980 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning for port 38d39f21-9602-4f15-a37e-2efbe2a162ca completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:41:52.320008 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning complete for port 38d39f21-9602-4f15-a37e-2efbe2a162ca triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:52.320388 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:52.331722 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153edae-c9bb-4987-8f5c-83fcfacc2e2d req-be73b6ba-f6b9-48ca-a1de-2309476ec9bb tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:52.333209 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-0153edae-c9bb-4987-8f5c-83fcfacc2e2d req-be73b6ba-f6b9-48ca-a1de-2309476ec9bb tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 945 time: 0.0477221 Aug 13 02:41:52.369848 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96,segment=NetworkSegment(fa22d129-2c66-404a-8374-3248e96dac14),segment_id=fa22d129-2c66-404a-8374-3248e96dac14)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:52.370516 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-0153edae-c9bb-4987-8f5c-83fcfacc2e2d req-5729beb5-663d-416a-b545-3d16abaa7701 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311761 Aug 13 02:41:52.385191 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Returning: {'device': '1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96', 'network_id': '17ed0c13-cd3d-4f62-bfa4-55efe8abc95b', 'port_id': '1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96', 'mac_address': 'fa:16:3e:8c:96:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:41:52.447412 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:52.466489 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96 {{(pid=100522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:41:52.470414 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:52.510317 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96,segment=NetworkSegment(fa22d129-2c66-404a-8374-3248e96dac14),segment_id=fa22d129-2c66-404a-8374-3248e96dac14)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:52.511449 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a94365c-647f-4188-9d29-16f0cef9d180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d39f21-9602-4f15-a37e-2efbe2a162ca'}] {{(pid=100522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:41:52.513721 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8fc6cf8b2729e4d9e864767b08278c7cd211cb654a5ced023b8b854c91925" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342fd876-9b70-4ba6-b00e-a2f07e706088" -d '{"events": [{"server_uuid": "2a94365c-647f-4188-9d29-16f0cef9d180", "name": "network-vif-plugged", "status": "completed", "tag": "38d39f21-9602-4f15-a37e-2efbe2a162ca"}]}' {{(pid=100522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:41:52.524576 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:52.534353 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 38d39f21-9602-4f15-a37e-2efbe2a162ca, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=38d39f21-9602-4f15-a37e-2efbe2a162ca,segment=NetworkSegment(27f3dcbb-fd85-4c67-9af0-4759c4e54c9b),segment_id=27f3dcbb-fd85-4c67-9af0-4759c4e54c9b)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:52.556023 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382d3b59-875e-4e20-b49f-992f83ef558d x-openstack-request-id: req-382d3b59-875e-4e20-b49f-992f83ef558d {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:41:52.556315 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a94365c-647f-4188-9d29-16f0cef9d180", "name": "network-vif-plugged", "status": "completed", "tag": "38d39f21-9602-4f15-a37e-2efbe2a162ca", "code": 200}]} {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:41:52.556567 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-382d3b59-875e-4e20-b49f-992f83ef558d {{(pid=100522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:41:52.556956 dv-cinder-760192-6-iscsi neutron-server[100522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a94365c-647f-4188-9d29-16f0cef9d180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d39f21-9602-4f15-a37e-2efbe2a162ca', 'code': 200} Aug 13 02:41:52.559409 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:52.563271 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bcb01015-1496-4503-97df-4b6abbd47ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:52.586385 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:52.633795 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=38d39f21-9602-4f15-a37e-2efbe2a162ca,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:53.061763 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638e6ed-27aa-4522-93e2-a3f4fe100c44 req-41c33015-f1da-4599-85ef-6aa6b80cc5a8 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:53.063233 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3638e6ed-27aa-4522-93e2-a3f4fe100c44 req-41c33015-f1da-4599-85ef-6aa6b80cc5a8 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 945 time: 0.0510774 Aug 13 02:41:53.102067 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3638e6ed-27aa-4522-93e2-a3f4fe100c44 req-eb122439-4e16-4878-9fe0-93ab7e597ccd tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317192 Aug 13 02:41:53.347562 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7a1fa-5f48-47b4-8ed9-e3852583fe70 req-2df2109b-05ef-44c1-9260-1d37d2726e0e tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:53.349019 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3ce7a1fa-5f48-47b4-8ed9-e3852583fe70 req-2df2109b-05ef-44c1-9260-1d37d2726e0e tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0471880 Aug 13 02:41:53.386498 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3ce7a1fa-5f48-47b4-8ed9-e3852583fe70 req-6c28aa31-0ee0-4947-ac92-d81268a94a67 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312572 Aug 13 02:41:53.487585 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90996b-084d-4dfa-bfdc-f698b98a2ed1 req-e68be4c5-09e9-4dd4-a013-9dc986b8370b tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:53.489041 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-0b90996b-084d-4dfa-bfdc-f698b98a2ed1 req-e68be4c5-09e9-4dd4-a013-9dc986b8370b tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 946 time: 0.0466826 Aug 13 02:41:53.525911 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-0b90996b-084d-4dfa-bfdc-f698b98a2ed1 req-4512111e-455f-4f7a-9416-9e67ac2970e3 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308695 Aug 13 02:41:54.218205 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8e750-e071-49aa-8f81-4aec9fd87175 req-4e952841-1dad-4356-9cc2-ebee497a9db7 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:54.219826 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-84e8e750-e071-49aa-8f81-4aec9fd87175 req-4e952841-1dad-4356-9cc2-ebee497a9db7 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 945 time: 0.0503674 Aug 13 02:41:54.256622 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-84e8e750-e071-49aa-8f81-4aec9fd87175 req-0f2e039e-1bf2-4baf-a837-5480f72cf22b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305152 Aug 13 02:41:54.500459 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b23285-ea4b-45bb-a1fb-eca6df6f8479 req-c067b037-7754-4e5c-bcaa-336a36668489 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:54.502642 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-11b23285-ea4b-45bb-a1fb-eca6df6f8479 req-c067b037-7754-4e5c-bcaa-336a36668489 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0489879 Aug 13 02:41:54.539517 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-11b23285-ea4b-45bb-a1fb-eca6df6f8479 req-1a12a902-882c-4f0d-94df-396e821ca0a8 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310698 Aug 13 02:41:54.640313 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f18f57-2646-4f46-a9b9-9a79ae5ed688 req-d3f6f3cd-3f02-4727-901c-1d62733524a2 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:54.641794 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-38f18f57-2646-4f46-a9b9-9a79ae5ed688 req-d3f6f3cd-3f02-4727-901c-1d62733524a2 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 946 time: 0.0489542 Aug 13 02:41:54.679658 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-38f18f57-2646-4f46-a9b9-9a79ae5ed688 req-17f005f7-0740-4663-ba2c-25f66451a819 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312734 Aug 13 02:41:55.112167 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device bd5563ce-30df-43b5-a85f-6aeaeff66795 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:41:55.132268 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] No Port match for: bd5563ce-30df-43b5-a85f-6aeaeff66795 {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:41:55.132618 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device bd5563ce-30df-43b5-a85f-6aeaeff66795 not bound to the agent host hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:41:55.274391 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85400aa-6a34-4483-966b-26a650f7a5c1 req-e71d5171-7baf-40e7-a119-3abf7c2d132e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:55.275893 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a85400aa-6a34-4483-966b-26a650f7a5c1 req-e71d5171-7baf-40e7-a119-3abf7c2d132e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 1099 time: 0.0397539 Aug 13 02:41:55.315745 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a85400aa-6a34-4483-966b-26a650f7a5c1 req-77040ac0-5026-4ac8-8067-f4b453df0b1e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279791 Aug 13 02:41:55.372975 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261751d4-0701-49d4-8eca-68f037614813 req-e7f73b02-3d94-40ae-bcdf-e05fac2511d4 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:55.374415 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-261751d4-0701-49d4-8eca-68f037614813 req-e7f73b02-3d94-40ae-bcdf-e05fac2511d4 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 945 time: 0.0503159 Aug 13 02:41:55.411049 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-261751d4-0701-49d4-8eca-68f037614813 req-f377e596-1072-464b-a958-e9a0d77f51c3 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304646 Aug 13 02:41:55.428042 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-0057b960-a0c3-4f80-9ac6-ab5407a14cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:55.653829 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc9f06-a0d7-4c68-b3a1-a3a855dd0a8b req-2ade5c8b-6252-4d18-926b-28a5a42e8c31 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:55.655343 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6dcc9f06-a0d7-4c68-b3a1-a3a855dd0a8b req-2ade5c8b-6252-4d18-926b-28a5a42e8c31 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0469713 Aug 13 02:41:55.692283 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6dcc9f06-a0d7-4c68-b3a1-a3a855dd0a8b req-0faaba14-253b-4946-bd70-de6d1bbc7257 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304911 Aug 13 02:41:55.722727 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:55.792500 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af179b44-0d78-4de6-882e-9c8d01a5e637 req-4afb53d2-c00d-41b3-9105-95ab79d918f2 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:55.794007 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-af179b44-0d78-4de6-882e-9c8d01a5e637 req-4afb53d2-c00d-41b3-9105-95ab79d918f2 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 946 time: 0.0482252 Aug 13 02:41:55.831627 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-af179b44-0d78-4de6-882e-9c8d01a5e637 req-bc992d40-7117-408f-9f0d-6258ce300f65 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312848 Aug 13 02:41:56.268258 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:56.524951 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8e057-bd8a-4d71-9318-e41884b836c2 req-178d24ca-b20b-4440-ba6d-0923c4380a13 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:56.526392 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f3d8e057-bd8a-4d71-9318-e41884b836c2 req-178d24ca-b20b-4440-ba6d-0923c4380a13 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 945 time: 0.0475199 Aug 13 02:41:56.562828 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f3d8e057-bd8a-4d71-9318-e41884b836c2 req-54cbf261-9334-4a84-afd4-39e6c175c641 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305445 Aug 13 02:41:56.808864 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015466e-be7b-41da-882d-a4fd073bbc05 req-2383f3a9-2a31-4f64-9784-74947e61ee1f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:56.810343 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-a015466e-be7b-41da-882d-a4fd073bbc05 req-2383f3a9-2a31-4f64-9784-74947e61ee1f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0515132 Aug 13 02:41:56.847389 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-a015466e-be7b-41da-882d-a4fd073bbc05 req-ee9f8045-0ab1-4774-a8e5-429a3b97c0fd tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309269 Aug 13 02:41:56.945022 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d3447-bfd8-4b90-afbe-f65878f4fabf req-f2289e61-6e06-4f81-8acf-46ef32da2c63 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:56.946451 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e78d3447-bfd8-4b90-afbe-f65878f4fabf req-f2289e61-6e06-4f81-8acf-46ef32da2c63 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 946 time: 0.0468547 Aug 13 02:41:56.982643 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e78d3447-bfd8-4b90-afbe-f65878f4fabf req-37b50bb5-d8bb-422f-bdb0-743e8918ee04 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303700 Aug 13 02:41:57.676119 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:57.676743 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfe6b9-491e-4ab7-8979-6c4bd01651fa req-e800fbe5-04d4-4d01-8b93-57dd14eeb228 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:57.678219 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-b4cfe6b9-491e-4ab7-8979-6c4bd01651fa req-e800fbe5-04d4-4d01-8b93-57dd14eeb228 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 945 time: 0.0489001 Aug 13 02:41:57.716099 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-b4cfe6b9-491e-4ab7-8979-6c4bd01651fa req-2c0c4000-67ba-439e-8393-a62c7942ac0c tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315294 Aug 13 02:41:57.966062 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849e1a5-8e7a-4964-b334-3c13b847e0bf req-8b1c444a-b3b0-4076-b4bd-c59c3aa4a33b tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:57.967557 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-4849e1a5-8e7a-4964-b334-3c13b847e0bf req-8b1c444a-b3b0-4076-b4bd-c59c3aa4a33b tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0524352 Aug 13 02:41:58.005795 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-4849e1a5-8e7a-4964-b334-3c13b847e0bf req-805e509b-3684-4750-b137-9e8807058303 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320680 Aug 13 02:41:58.130082 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7c6e2-dcf1-40ab-8446-19611c83c619 req-e3763d71-8335-49f7-9d76-c163e84b0210 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:58.131588 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-4df7c6e2-dcf1-40ab-8446-19611c83c619 req-e3763d71-8335-49f7-9d76-c163e84b0210 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 946 time: 0.0491254 Aug 13 02:41:58.169902 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-4df7c6e2-dcf1-40ab-8446-19611c83c619 req-8a1a6856-6552-4fad-a249-d1b68811d17a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315437 Aug 13 02:41:58.473928 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:41:58.833641 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e6528-72ef-4b2b-a732-d35bdf23b135 req-f290784c-f6d7-4a8f-b2cd-96340a003c68 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:58.835155 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-411e6528-72ef-4b2b-a732-d35bdf23b135 req-f290784c-f6d7-4a8f-b2cd-96340a003c68 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 945 time: 0.0490637 Aug 13 02:41:58.871258 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-411e6528-72ef-4b2b-a732-d35bdf23b135 req-b6690590-11f6-44f5-9d86-eae4fba1de13 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300574 Aug 13 02:41:59.124243 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13857591-2aa3-4d25-b79c-2fb721be3ee1 req-b4f9b098-2567-477b-b385-202d4c434d41 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:59.125875 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-13857591-2aa3-4d25-b79c-2fb721be3ee1 req-b4f9b098-2567-477b-b385-202d4c434d41 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0505579 Aug 13 02:41:59.163929 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-13857591-2aa3-4d25-b79c-2fb721be3ee1 req-95e73b60-7e26-4ceb-9015-febe8fb0727e tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317178 Aug 13 02:41:59.295468 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67676e-7a8c-4b83-b7ed-6123a9f5b780 req-120ffe51-9aba-4596-9255-b02c98f8789b tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:59.296982 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-1c67676e-7a8c-4b83-b7ed-6123a9f5b780 req-120ffe51-9aba-4596-9255-b02c98f8789b tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 946 time: 0.0586135 Aug 13 02:41:59.348487 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-1c67676e-7a8c-4b83-b7ed-6123a9f5b780 req-c3382e4c-f525-4508-ab98-c34b3c51303f tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445938 Aug 13 02:41:59.981339 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68e16d-7afe-46f5-9205-b1adfdf4af71 req-2db34f40-9ba9-4fe3-90b0-9e3393327cec tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:59.982783 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3d68e16d-7afe-46f5-9205-b1adfdf4af71 req-2db34f40-9ba9-4fe3-90b0-9e3393327cec tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 945 time: 0.0468040 Aug 13 02:42:00.020566 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3d68e16d-7afe-46f5-9205-b1adfdf4af71 req-6bab0734-f370-442d-962d-3e060dc3b06d tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309248 Aug 13 02:42:00.463611 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd09e7-43b2-44b6-afe3-ef02425e3f28 req-6aafc150-e2e2-4d70-93d1-572fa8e01f5d tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:00.464976 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3abd09e7-43b2-44b6-afe3-ef02425e3f28 req-6aafc150-e2e2-4d70-93d1-572fa8e01f5d tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 946 time: 0.0478859 Aug 13 02:42:00.508660 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3abd09e7-43b2-44b6-afe3-ef02425e3f28 req-492f3793-5fbd-4d2b-a5d3-732c09ec93bd tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322750 Aug 13 02:42:00.624383 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc5dd9-ee9e-4cbd-8a93-57921715db1d req-74285457-2fcd-4cae-a422-0eb1986d5bbb tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:00.626082 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-5cbc5dd9-ee9e-4cbd-8a93-57921715db1d req-74285457-2fcd-4cae-a422-0eb1986d5bbb tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 946 time: 0.0499144 Aug 13 02:42:00.668499 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-5cbc5dd9-ee9e-4cbd-8a93-57921715db1d req-96107ab8-930a-495c-bc53-8ce4a3077cc7 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350578 Aug 13 02:42:01.137980 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cadc84-897e-4134-a793-16150774992e req-c6f5af5e-29a8-48e6-98da-8f1c9533caf3 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:01.139451 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d7cadc84-897e-4134-a793-16150774992e req-c6f5af5e-29a8-48e6-98da-8f1c9533caf3 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 945 time: 0.0505555 Aug 13 02:42:01.179298 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d7cadc84-897e-4134-a793-16150774992e req-1a8367db-654b-46f2-ae27-5c9b58ad063c tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336850 Aug 13 02:42:01.195476 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc931e41-6046-4d2c-8f8d-2b122ca53e13 req-99267c22-fd28-4db4-bb28-8eb88bdf1e03 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:01.196971 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-fc931e41-6046-4d2c-8f8d-2b122ca53e13 req-99267c22-fd28-4db4-bb28-8eb88bdf1e03 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 946 time: 0.2518661 Aug 13 02:42:01.236590 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-fc931e41-6046-4d2c-8f8d-2b122ca53e13 req-fb24a87c-de9b-40cf-9afa-6d9c3bbfb532 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331132 Aug 13 02:42:01.696474 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcbf16-749a-40fd-ac0d-a38b4cc2519b req-35e7d469-3297-4631-95e3-26ef2d74c7b3 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:01.697928 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-99bcbf16-749a-40fd-ac0d-a38b4cc2519b req-35e7d469-3297-4631-95e3-26ef2d74c7b3 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0536830 Aug 13 02:42:01.736956 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-99bcbf16-749a-40fd-ac0d-a38b4cc2519b req-5597f861-85c7-45e2-874d-687f241dba42 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332339 Aug 13 02:42:02.797706 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96 up at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:42:02.847032 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning for port 1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:42:02.850647 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning complete for port 1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:02.851030 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:02.929436 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:02.950505 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd576fdf2-90aa-4f7e-b6b6-1f04520cb606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96'}] {{(pid=100522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:02.952750 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8fc6cf8b2729e4d9e864767b08278c7cd211cb654a5ced023b8b854c91925" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12018443-8961-40f0-9dbd-8bf17545b079" -d '{"events": [{"server_uuid": "d576fdf2-90aa-4f7e-b6b6-1f04520cb606", "name": "network-vif-plugged", "status": "completed", "tag": "1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96"}]}' {{(pid=100522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:02.966008 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96,segment=NetworkSegment(fa22d129-2c66-404a-8374-3248e96dac14),segment_id=fa22d129-2c66-404a-8374-3248e96dac14)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:02.969728 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:03.017014 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:04.014907 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd628dbf-19d7-42fa-bc04-e9cd6b91e981 req-d873b827-0325-4559-8e5f-83f403e954f6 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:04.018154 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fd628dbf-19d7-42fa-bc04-e9cd6b91e981 req-d873b827-0325-4559-8e5f-83f403e954f6 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 946 time: 0.0697219 Aug 13 02:42:04.027155 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea1e1e0-cc70-4699-b43c-63c850ce9a5b x-openstack-request-id: req-3ea1e1e0-cc70-4699-b43c-63c850ce9a5b {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:04.027669 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d576fdf2-90aa-4f7e-b6b6-1f04520cb606", "name": "network-vif-plugged", "status": "completed", "tag": "1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96", "code": 200}]} {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:04.027789 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ea1e1e0-cc70-4699-b43c-63c850ce9a5b {{(pid=100522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:04.028142 dv-cinder-760192-6-iscsi neutron-server[100522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd576fdf2-90aa-4f7e-b6b6-1f04520cb606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96', 'code': 200} Aug 13 02:42:04.067767 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fd628dbf-19d7-42fa-bc04-e9cd6b91e981 req-cc0945e3-f751-45f8-ae17-cfc1a679b0c0 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428905 Aug 13 02:42:04.214073 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258035e3-065e-48ed-9e9a-387eb7eaf7f9 req-27ae027b-087e-4b25-a833-1ddea549e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:04.215561 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-258035e3-065e-48ed-9e9a-387eb7eaf7f9 req-27ae027b-087e-4b25-a833-1ddea549e0a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 1099 time: 0.0424755 Aug 13 02:42:04.249930 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-258035e3-065e-48ed-9e9a-387eb7eaf7f9 req-e1eeb9c5-90c0-4672-9afd-c691f3ff2a02 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268216 Aug 13 02:42:05.072808 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-b3fe0af1-0e75-4c12-8b72-b8a440a3920d tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:05.075898 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-b3fe0af1-0e75-4c12-8b72-b8a440a3920d tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/networks?id=370045cb-4276-4850-9f57-7e5bcf733640 HTTP/1.1" status: 200 len: 814 time: 0.1194320 Aug 13 02:42:05.108051 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-5643f3cc-86bb-4ae0-ade0-c76fddf0150c tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/quotas/334c45c7c945452ca7d3ff037765e4c9 HTTP/1.1" status: 200 len: 375 time: 0.0224881 Aug 13 02:42:05.157847 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-6416917e-7f7b-4e1b-b86a-89f84ede4878 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=334c45c7c945452ca7d3ff037765e4c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433159 Aug 13 02:42:05.259263 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-d18067e5-9b4b-4f09-95e6-144e91a62f05 service neutron] 10.222.0.13 "GET /v2.0/networks/370045cb-4276-4850-9f57-7e5bcf733640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911145 Aug 13 02:42:05.359291 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-36945eda-af7f-4dc9-a4ed-d8360bb2e1c8 service neutron] 10.222.0.13 "GET /v2.0/networks/370045cb-4276-4850-9f57-7e5bcf733640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907364 Aug 13 02:42:05.525284 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-bd8c0cd6-69e3-470c-84d3-9e888be8e132 req-4ddfb651-1bb0-4214-a199-8bfab1a1d0ae tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0286107 Aug 13 02:42:05.599402 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e723e7-8616-4a5e-b7b4-8d495ef10e12 req-582e2df2-3e25-479a-849e-bb73950935b4 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:05.601146 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f6e723e7-8616-4a5e-b7b4-8d495ef10e12 req-582e2df2-3e25-479a-849e-bb73950935b4 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 946 time: 0.2370238 Aug 13 02:42:05.642471 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f6e723e7-8616-4a5e-b7b4-8d495ef10e12 req-b89d8fe8-1549-45cf-b057-ed546dab5982 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344443 Aug 13 02:42:06.618689 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fec180ca-e14d-4ea8-8773-9afc8f037815 req-12dd141c-27dc-4607-841f-cbc0249886f7 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0272217 Aug 13 02:42:06.754336 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865769a-4411-4286-9d0e-12db710e3c92 req-029b175a-e63e-43a1-88e8-72dea62a0927 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:06.755847 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9865769a-4411-4286-9d0e-12db710e3c92 req-029b175a-e63e-43a1-88e8-72dea62a0927 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 946 time: 0.0481567 Aug 13 02:42:06.793794 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9865769a-4411-4286-9d0e-12db710e3c92 req-27532752-dac8-45da-a684-55b38757b461 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321982 Aug 13 02:42:07.711094 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8a73e72c-2de2-405e-bc3f-c0ef70f00836 req-de2abf15-5da8-4c7e-818b-f475c82dbf86 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0263414 Aug 13 02:42:08.808383 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cf1f3f3b-f152-42a1-8a4a-cf4bf9afb5cd req-30da3310-d546-4a8e-bbc7-adc5d7bc32f8 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0290205 Aug 13 02:42:08.937434 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:42:09.774034 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-69c9c17f-c405-44d0-9e0d-89326c3941ca tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:09.775473 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-69c9c17f-c405-44d0-9e0d-89326c3941ca tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.36 "GET /v2.0/networks?id=370045cb-4276-4850-9f57-7e5bcf733640 HTTP/1.1" status: 200 len: 814 time: 0.1009965 Aug 13 02:42:09.790895 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-d4196159-6e53-446b-9c7c-779114169e36 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Request body: {'port': {'device_id': '700daa01-5f47-4a3b-a86c-a246ef1da4e0', 'network_id': '370045cb-4276-4850-9f57-7e5bcf733640', 'admin_state_up': True, 'tenant_id': '334c45c7c945452ca7d3ff037765e4c9'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:09.941889 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e6541360-90ed-4236-a156-edf5a370e3ba req-d2f9224d-8aa2-4b23-bfaf-ee80bef01614 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0642564 Aug 13 02:42:09.949378 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-d4196159-6e53-446b-9c7c-779114169e36 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Made reservation on behalf of 334c45c7c945452ca7d3ff037765e4c9 for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:42:09.953883 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-d4196159-6e53-446b-9c7c-779114169e36 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:10.080160 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-d4196159-6e53-446b-9c7c-779114169e36 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Allocated IP 172.20.0.6 (370045cb-4276-4850-9f57-7e5bcf733640/8eff42d8-2cb4-4266-8d63-b43ae3d78a6e/f630c0a3-c414-45f5-877a-60890cd96b3d) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:42:10.220606 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-d4196159-6e53-446b-9c7c-779114169e36 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:10.259236 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-d4196159-6e53-446b-9c7c-779114169e36 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:10.304380 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-d4196159-6e53-446b-9c7c-779114169e36 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Network 370045cb-4276-4850-9f57-7e5bcf733640 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:42:10.309846 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-d4196159-6e53-446b-9c7c-779114169e36 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:10.314184 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-d4196159-6e53-446b-9c7c-779114169e36 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:42:10.340722 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4196159-6e53-446b-9c7c-779114169e36 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Pushing event updated for resources: {'Port': ['ID=f630c0a3-c414-45f5-877a-60890cd96b3d,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:10.353744 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4196159-6e53-446b-9c7c-779114169e36 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:10.354088 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4196159-6e53-446b-9c7c-779114169e36 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:10.354439 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4196159-6e53-446b-9c7c-779114169e36 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:10.354780 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4196159-6e53-446b-9c7c-779114169e36 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:10.355116 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4196159-6e53-446b-9c7c-779114169e36 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:10.355514 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4196159-6e53-446b-9c7c-779114169e36 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:10.355807 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4196159-6e53-446b-9c7c-779114169e36 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:10.356141 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4196159-6e53-446b-9c7c-779114169e36 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:10.356467 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4196159-6e53-446b-9c7c-779114169e36 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:10.356800 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4196159-6e53-446b-9c7c-779114169e36 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:10.357121 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4196159-6e53-446b-9c7c-779114169e36 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:10.357456 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4196159-6e53-446b-9c7c-779114169e36 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:10.381849 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-d4196159-6e53-446b-9c7c-779114169e36 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:10.382636 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-d4196159-6e53-446b-9c7c-779114169e36 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:10.398596 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-d4196159-6e53-446b-9c7c-779114169e36 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6115587 Aug 13 02:42:10.418823 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-29e301c3-be38-4e8c-a075-d5ba1b743c48 service neutron] Request body: {'port': {'device_id': '700daa01-5f47-4a3b-a86c-a246ef1da4e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:10.495012 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-29e301c3-be38-4e8c-a075-d5ba1b743c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:10.783336 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-29e301c3-be38-4e8c-a075-d5ba1b743c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f630c0a3-c414-45f5-877a-60890cd96b3d {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:42:10.790462 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-29e301c3-be38-4e8c-a075-d5ba1b743c48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:10.802778 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-29e301c3-be38-4e8c-a075-d5ba1b743c48 service neutron] Transition to ACTIVE for port object f630c0a3-c414-45f5-877a-60890cd96b3d will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:42:10.806535 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-29e301c3-be38-4e8c-a075-d5ba1b743c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:10.857781 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e301c3-be38-4e8c-a075-d5ba1b743c48 service neutron] Pushing event updated for resources: {'Port': ['ID=f630c0a3-c414-45f5-877a-60890cd96b3d,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:10.920518 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-29e301c3-be38-4e8c-a075-d5ba1b743c48 service neutron] Attempting to bind port f630c0a3-c414-45f5-877a-60890cd96b3d on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:42:10.920891 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-29e301c3-be38-4e8c-a075-d5ba1b743c48 service neutron] Attempting to bind port f630c0a3-c414-45f5-877a-60890cd96b3d by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '52137f27-6686-41ec-b43a-eeb7e5900987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '370045cb-4276-4850-9f57-7e5bcf733640'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:42:10.921219 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-29e301c3-be38-4e8c-a075-d5ba1b743c48 service neutron] Attempting to bind port f630c0a3-c414-45f5-877a-60890cd96b3d on network 370045cb-4276-4850-9f57-7e5bcf733640 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:42:10.926451 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-29e301c3-be38-4e8c-a075-d5ba1b743c48 service neutron] Port f630c0a3-c414-45f5-877a-60890cd96b3d on network 370045cb-4276-4850-9f57-7e5bcf733640 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:42:10.926830 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-29e301c3-be38-4e8c-a075-d5ba1b743c48 service neutron] Attempting to bind port f630c0a3-c414-45f5-877a-60890cd96b3d on network 370045cb-4276-4850-9f57-7e5bcf733640 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:42:10.932923 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-29e301c3-be38-4e8c-a075-d5ba1b743c48 service neutron] Checking agent: {'id': 'ed42ff0f-eab8-465d-8b76-aea1e8788a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'started_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:42:10.933290 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-29e301c3-be38-4e8c-a075-d5ba1b743c48 service neutron] Checking segment: {'id': '52137f27-6686-41ec-b43a-eeb7e5900987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '370045cb-4276-4850-9f57-7e5bcf733640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:42:10.933726 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-29e301c3-be38-4e8c-a075-d5ba1b743c48 service neutron] Bound using segment: {'id': '52137f27-6686-41ec-b43a-eeb7e5900987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '370045cb-4276-4850-9f57-7e5bcf733640'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:42:10.934378 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-29e301c3-be38-4e8c-a075-d5ba1b743c48 service neutron] Bound port: f630c0a3-c414-45f5-877a-60890cd96b3d, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52137f27-6686-41ec-b43a-eeb7e5900987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '370045cb-4276-4850-9f57-7e5bcf733640'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:42:10.934905 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-29e301c3-be38-4e8c-a075-d5ba1b743c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:11.007618 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-29e301c3-be38-4e8c-a075-d5ba1b743c48 service neutron] For port f630c0a3-c414-45f5-877a-60890cd96b3d, host hv-cinder-76019, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:42:11.010876 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-29e301c3-be38-4e8c-a075-d5ba1b743c48 service neutron] For port f630c0a3-c414-45f5-877a-60890cd96b3d, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f630c0a3-c414-45f5-877a-60890cd96b3d,segment=NetworkSegment(52137f27-6686-41ec-b43a-eeb7e5900987),segment_id=52137f27-6686-41ec-b43a-eeb7e5900987)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:42:11.014829 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-29e301c3-be38-4e8c-a075-d5ba1b743c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:11.050180 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-29e301c3-be38-4e8c-a075-d5ba1b743c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:11.050806 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-29e301c3-be38-4e8c-a075-d5ba1b743c48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:11.052228 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-29e301c3-be38-4e8c-a075-d5ba1b743c48 service neutron] 10.222.0.36 "PUT /v2.0/ports/f630c0a3-c414-45f5-877a-60890cd96b3d HTTP/1.1" status: 200 len: 1093 time: 0.6379554 Aug 13 02:42:11.052678 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700daa01-5f47-4a3b-a86c-a246ef1da4e0', 'tag': 'f630c0a3-c414-45f5-877a-60890cd96b3d'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:11.055390 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdcdaae-e992-4563-933c-79595a0da34b" -d '{"events": [{"name": "network-changed", "server_uuid": "700daa01-5f47-4a3b-a86c-a246ef1da4e0", "tag": "f630c0a3-c414-45f5-877a-60890cd96b3d"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:11.074561 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d4d87-2742-4363-92a7-93b6e6c346d1 req-c9763ea4-d992-4576-9d65-0e0e447157a7 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:11.085297 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-024d4d87-2742-4363-92a7-93b6e6c346d1 req-c9763ea4-d992-4576-9d65-0e0e447157a7 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 943 time: 0.0697212 Aug 13 02:42:11.119772 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e301c3-be38-4e8c-a075-d5ba1b743c48 service neutron] Pushing event updated for resources: {'Port': ['ID=f630c0a3-c414-45f5-877a-60890cd96b3d,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:11.124555 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b715ac-e0e8-4eda-ba00-21c1bd380445 x-openstack-request-id: req-c4b715ac-e0e8-4eda-ba00-21c1bd380445 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:11.124839 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700daa01-5f47-4a3b-a86c-a246ef1da4e0", "tag": "f630c0a3-c414-45f5-877a-60890cd96b3d", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:11.125175 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4b715ac-e0e8-4eda-ba00-21c1bd380445 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:11.125571 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700daa01-5f47-4a3b-a86c-a246ef1da4e0', 'tag': 'f630c0a3-c414-45f5-877a-60890cd96b3d', 'status': 'completed', 'code': 200} Aug 13 02:42:11.132040 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-024d4d87-2742-4363-92a7-93b6e6c346d1 req-bd6a8c8d-ef72-404a-b025-0c5ac9733ccb tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457723 Aug 13 02:42:11.167119 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-513d96bc-5dee-4792-8a87-7957cc6729e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:11.168678 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-513d96bc-5dee-4792-8a87-7957cc6729e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=334c45c7c945452ca7d3ff037765e4c9&device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 1096 time: 0.0458212 Aug 13 02:42:11.231648 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-e8de0127-917c-4cd5-8730-8ed17e1c70dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f630c0a3-c414-45f5-877a-60890cd96b3d HTTP/1.1" status: 200 len: 217 time: 0.0378788 Aug 13 02:42:11.284813 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-8f43cef4-6906-4b80-93b6-5aff66e943d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:11.286234 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-8f43cef4-6906-4b80-93b6-5aff66e943d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8eff42d8-2cb4-4266-8d63-b43ae3d78a6e HTTP/1.1" status: 200 len: 854 time: 0.0437102 Aug 13 02:42:11.318233 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-de0a7e09-5983-40a2-b4f0-393c42202452 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=370045cb-4276-4850-9f57-7e5bcf733640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231192 Aug 13 02:42:11.417041 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-d8c7e04c-f67a-4d9c-a250-84c5dd1c5416 service neutron] 10.222.0.36 "GET /v2.0/networks/370045cb-4276-4850-9f57-7e5bcf733640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832438 Aug 13 02:42:11.517362 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ddbe4851-1132-4819-9f17-c8221f3cf73b req-b55b87d6-a570-4642-a108-fe1b7a70b9e4 service neutron] 10.222.0.36 "GET /v2.0/networks/370045cb-4276-4850-9f57-7e5bcf733640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856991 Aug 13 02:42:11.623990 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcdaae-e992-4563-933c-79595a0da34b req-0d30be47-0ed1-4bc6-ab13-eab98be2e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:11.626626 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8bdcdaae-e992-4563-933c-79595a0da34b req-0d30be47-0ed1-4bc6-ab13-eab98be2e62a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=334c45c7c945452ca7d3ff037765e4c9&device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 1096 time: 0.0448086 Aug 13 02:42:11.751219 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcdaae-e992-4563-933c-79595a0da34b req-e89c771a-f669-4b8e-8cfc-28abea29e10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:11.753697 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8bdcdaae-e992-4563-933c-79595a0da34b req-e89c771a-f669-4b8e-8cfc-28abea29e10a service neutron] 10.222.0.36 "GET /v2.0/networks?id=370045cb-4276-4850-9f57-7e5bcf733640 HTTP/1.1" status: 200 len: 915 time: 0.1099963 Aug 13 02:42:11.830803 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8bdcdaae-e992-4563-933c-79595a0da34b req-9e14384b-3af4-4f1f-9e16-b6742f7986d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f630c0a3-c414-45f5-877a-60890cd96b3d HTTP/1.1" status: 200 len: 217 time: 0.0555534 Aug 13 02:42:11.927329 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddab42b-5288-4497-92e1-5bdae8ac4142 req-ec19a1d8-b4b1-4419-876d-1d3735f73110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:11.928884 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6ddab42b-5288-4497-92e1-5bdae8ac4142 req-ec19a1d8-b4b1-4419-876d-1d3735f73110 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad59fce07ec3416db582f1d506e2a581&device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 1099 time: 0.1067343 Aug 13 02:42:11.937841 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d7e40-a2cf-424a-a9da-e53beab67bea req-53846dd3-7f9b-4483-a52c-709fd7bf0a61 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:11.939195 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-565d7e40-a2cf-424a-a9da-e53beab67bea req-53846dd3-7f9b-4483-a52c-709fd7bf0a61 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.1189404 Aug 13 02:42:11.940878 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcdaae-e992-4563-933c-79595a0da34b req-e699a4fa-e792-4f2d-a686-7d531f335b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:11.942168 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8bdcdaae-e992-4563-933c-79595a0da34b req-e699a4fa-e792-4f2d-a686-7d531f335b06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8eff42d8-2cb4-4266-8d63-b43ae3d78a6e HTTP/1.1" status: 200 len: 854 time: 0.0748587 Aug 13 02:42:12.027175 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8bdcdaae-e992-4563-933c-79595a0da34b req-6aa6f865-6640-4e72-9ee9-5b067d888d9b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=370045cb-4276-4850-9f57-7e5bcf733640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680850 Aug 13 02:42:12.043997 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-565d7e40-a2cf-424a-a9da-e53beab67bea req-37438288-3130-4da8-8538-77a0e8827d20 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989053 Aug 13 02:42:12.149671 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddab42b-5288-4497-92e1-5bdae8ac4142 req-f0042998-ef2c-4a7c-98fe-aa72c1fff5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:12.151113 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6ddab42b-5288-4497-92e1-5bdae8ac4142 req-f0042998-ef2c-4a7c-98fe-aa72c1fff5c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=21e28e08-41d0-472d-a21a-15a7a1bf62f1 HTTP/1.1" status: 200 len: 920 time: 0.1931422 Aug 13 02:42:12.174908 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8bdcdaae-e992-4563-933c-79595a0da34b req-e8e65968-d662-4b5f-b486-904b081b73a3 service neutron] 10.222.0.36 "GET /v2.0/networks/370045cb-4276-4850-9f57-7e5bcf733640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339874 Aug 13 02:42:12.215431 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6ddab42b-5288-4497-92e1-5bdae8ac4142 req-20f70cb3-de44-48d0-9b47-3b3c3a3f9b7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=439aa1d9-9341-4c3d-976e-1477ea03abb7 HTTP/1.1" status: 200 len: 217 time: 0.0482755 Aug 13 02:42:12.246171 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3303e-569e-4ac7-a130-29802862a78f req-9662aa29-987c-4908-9265-ca85a385d442 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:12.247661 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-afe3303e-569e-4ac7-a130-29802862a78f req-9662aa29-987c-4908-9265-ca85a385d442 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 943 time: 0.0476925 Aug 13 02:42:12.290938 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-afe3303e-569e-4ac7-a130-29802862a78f req-9cefc344-e3e2-4e5f-8019-78bde3bbdc39 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364687 Aug 13 02:42:12.310034 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddab42b-5288-4497-92e1-5bdae8ac4142 req-d9381031-eca7-4554-a29d-b2d53bc29f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:12.311459 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6ddab42b-5288-4497-92e1-5bdae8ac4142 req-d9381031-eca7-4554-a29d-b2d53bc29f9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=906d1824-252c-4a14-9659-5d1356c53672 HTTP/1.1" status: 200 len: 859 time: 0.0851512 Aug 13 02:42:12.331570 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8bdcdaae-e992-4563-933c-79595a0da34b req-493780f7-f535-4e8e-8607-e26532bfba15 service neutron] 10.222.0.36 "GET /v2.0/networks/370045cb-4276-4850-9f57-7e5bcf733640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237471 Aug 13 02:42:12.356294 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6ddab42b-5288-4497-92e1-5bdae8ac4142 req-51e649c7-7d99-4d3c-8996-e34037d0eddb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21e28e08-41d0-472d-a21a-15a7a1bf62f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237916 Aug 13 02:42:12.450426 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6ddab42b-5288-4497-92e1-5bdae8ac4142 req-80b9b0ac-43f6-4adf-afc0-693664a70ac6 service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820472 Aug 13 02:42:12.538412 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6ddab42b-5288-4497-92e1-5bdae8ac4142 req-d4ca6f23-e49c-40fe-b70f-637497ec0976 service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780773 Aug 13 02:42:13.157376 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e33ae-494e-417d-8ab2-ac9fd6ea16fb req-aba126ae-473b-4297-8bab-ea8894c95a15 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:13.158881 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-777e33ae-494e-417d-8ab2-ac9fd6ea16fb req-aba126ae-473b-4297-8bab-ea8894c95a15 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0479004 Aug 13 02:42:13.199577 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-777e33ae-494e-417d-8ab2-ac9fd6ea16fb req-1c170335-ea6e-4d38-a3bf-71cc4722c701 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347488 Aug 13 02:42:13.415571 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc7950-8dd4-470f-b84a-34a752cfeafb req-85cd78af-9ca0-4c12-b98a-380585499df4 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:13.417041 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fccc7950-8dd4-470f-b84a-34a752cfeafb req-85cd78af-9ca0-4c12-b98a-380585499df4 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 943 time: 0.0520167 Aug 13 02:42:13.454169 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fccc7950-8dd4-470f-b84a-34a752cfeafb req-b056f8ed-d3b0-42b7-9dd1-0f7c0bbf2f4d tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308609 Aug 13 02:42:13.899443 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device f630c0a3-c414-45f5-877a-60890cd96b3d details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:42:14.014397 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port f630c0a3-c414-45f5-877a-60890cd96b3d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f630c0a3-c414-45f5-877a-60890cd96b3d,segment=NetworkSegment(52137f27-6686-41ec-b43a-eeb7e5900987),segment_id=52137f27-6686-41ec-b43a-eeb7e5900987)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:14.027108 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Returning: {'device': 'f630c0a3-c414-45f5-877a-60890cd96b3d', 'network_id': '370045cb-4276-4850-9f57-7e5bcf733640', 'port_id': 'f630c0a3-c414-45f5-877a-60890cd96b3d', 'mac_address': 'fa:16:3e:d6:e6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eff42d8-2cb4-4266-8d63-b43ae3d78a6e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:42:14.066139 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:14.079325 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f630c0a3-c414-45f5-877a-60890cd96b3d {{(pid=100522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:42:14.098775 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port f630c0a3-c414-45f5-877a-60890cd96b3d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f630c0a3-c414-45f5-877a-60890cd96b3d,segment=NetworkSegment(52137f27-6686-41ec-b43a-eeb7e5900987),segment_id=52137f27-6686-41ec-b43a-eeb7e5900987)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:14.102634 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:14.148387 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=f630c0a3-c414-45f5-877a-60890cd96b3d,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:14.321460 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bd121-629a-4690-9631-75bb7b90f781 req-e3790367-7c19-404e-ab4f-c7e9924e3706 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:14.322915 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-759bd121-629a-4690-9631-75bb7b90f781 req-e3790367-7c19-404e-ab4f-c7e9924e3706 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0528903 Aug 13 02:42:14.361840 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-759bd121-629a-4690-9631-75bb7b90f781 req-e4ab47b1-a676-4be0-88bb-29c0829cd353 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323081 Aug 13 02:42:14.526898 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['f630c0a3-c414-45f5-877a-60890cd96b3d'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:42:14.569813 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea78ff-52e2-4be7-bf01-1d2eac1cf2a4 req-d42217d2-1cd4-4abe-a2da-61f1841aa182 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:14.571284 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-99ea78ff-52e2-4be7-bf01-1d2eac1cf2a4 req-d42217d2-1cd4-4abe-a2da-61f1841aa182 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 944 time: 0.0484235 Aug 13 02:42:14.610344 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-99ea78ff-52e2-4be7-bf01-1d2eac1cf2a4 req-16fbc185-14b8-418b-8af4-171cb8d9393c tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329332 Aug 13 02:42:15.376383 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 37796) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:15.479201 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fb316-74ea-44fc-88f1-6b53fa99e393 req-87dd9899-c335-4eee-8564-faba1de26dbf tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:15.480772 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-015fb316-74ea-44fc-88f1-6b53fa99e393 req-87dd9899-c335-4eee-8564-faba1de26dbf tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0489588 Aug 13 02:42:15.526792 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a156fcae-f359-4c0d-ae7f-ceaf7bdc35ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:15.531711 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-015fb316-74ea-44fc-88f1-6b53fa99e393 req-cb5b9b4e-6c35-491f-8e16-22bf834d64d6 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450521 Aug 13 02:42:15.617089 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a156fcae-f359-4c0d-ae7f-ceaf7bdc35ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:15.621114 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a156fcae-f359-4c0d-ae7f-ceaf7bdc35ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:15.659673 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-a156fcae-f359-4c0d-ae7f-ceaf7bdc35ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee0b5a05e0604ad4961acdc6fc2a1455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821808 Aug 13 02:42:15.660848 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156fcae-f359-4c0d-ae7f-ceaf7bdc35ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03350b1-d1f2-41cb-9c4d-d670ea04e472,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:15.662278 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 37806) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:15.712481 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-cda3c51d-88dc-488c-9925-1f0d9bf90735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:15.732643 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-cda3c51d-88dc-488c-9925-1f0d9bf90735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:15.733729 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04235a0-c97d-43f5-b656-758a5d2dc2e4 req-32127248-a65c-43c1-84ef-5df4d1a99c6e tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:15.735911 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f04235a0-c97d-43f5-b656-758a5d2dc2e4 req-32127248-a65c-43c1-84ef-5df4d1a99c6e tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 944 time: 0.0536845 Aug 13 02:42:15.773486 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f04235a0-c97d-43f5-b656-758a5d2dc2e4 req-2d3cff9a-fc9b-43e7-8b30-5ca70f4dc4ca tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315688 Aug 13 02:42:15.784764 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-cda3c51d-88dc-488c-9925-1f0d9bf90735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:15.787167 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-cda3c51d-88dc-488c-9925-1f0d9bf90735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:15.788332 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-cda3c51d-88dc-488c-9925-1f0d9bf90735 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e03350b1-d1f2-41cb-9c4d-d670ea04e472 HTTP/1.1" status: 204 len: 168 time: 0.1245732 Aug 13 02:42:15.802520 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3c51d-88dc-488c-9925-1f0d9bf90735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03350b1-d1f2-41cb-9c4d-d670ea04e472,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:15.814083 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3c51d-88dc-488c-9925-1f0d9bf90735 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:15.814618 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3c51d-88dc-488c-9925-1f0d9bf90735 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:15.815027 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3c51d-88dc-488c-9925-1f0d9bf90735 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:15.815432 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3c51d-88dc-488c-9925-1f0d9bf90735 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:15.815911 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3c51d-88dc-488c-9925-1f0d9bf90735 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:15.816311 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3c51d-88dc-488c-9925-1f0d9bf90735 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:15.816707 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3c51d-88dc-488c-9925-1f0d9bf90735 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:15.817096 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3c51d-88dc-488c-9925-1f0d9bf90735 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:15.817485 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3c51d-88dc-488c-9925-1f0d9bf90735 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:15.817912 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3c51d-88dc-488c-9925-1f0d9bf90735 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:15.818295 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3c51d-88dc-488c-9925-1f0d9bf90735 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:15.818689 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3c51d-88dc-488c-9925-1f0d9bf90735 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:15.911625 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device f630c0a3-c414-45f5-877a-60890cd96b3d up at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:42:15.961456 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning for port f630c0a3-c414-45f5-877a-60890cd96b3d completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:42:15.965115 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning complete for port f630c0a3-c414-45f5-877a-60890cd96b3d triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:15.965477 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:16.043393 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:16.066435 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700daa01-5f47-4a3b-a86c-a246ef1da4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f630c0a3-c414-45f5-877a-60890cd96b3d'}] {{(pid=100522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:16.068709 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8fc6cf8b2729e4d9e864767b08278c7cd211cb654a5ced023b8b854c91925" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b5dc6b-123f-4c79-a792-5a371891b8c5" -d '{"events": [{"server_uuid": "700daa01-5f47-4a3b-a86c-a246ef1da4e0", "name": "network-vif-plugged", "status": "completed", "tag": "f630c0a3-c414-45f5-877a-60890cd96b3d"}]}' {{(pid=100522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:16.081409 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port f630c0a3-c414-45f5-877a-60890cd96b3d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f630c0a3-c414-45f5-877a-60890cd96b3d,segment=NetworkSegment(52137f27-6686-41ec-b43a-eeb7e5900987),segment_id=52137f27-6686-41ec-b43a-eeb7e5900987)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:16.086139 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:16.111862 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9714a6-ed2c-4b26-958b-2357bbc01b75 x-openstack-request-id: req-4b9714a6-ed2c-4b26-958b-2357bbc01b75 {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:16.112153 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700daa01-5f47-4a3b-a86c-a246ef1da4e0", "name": "network-vif-plugged", "status": "completed", "tag": "f630c0a3-c414-45f5-877a-60890cd96b3d", "code": 200}]} {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:16.112402 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b9714a6-ed2c-4b26-958b-2357bbc01b75 {{(pid=100522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:16.112786 dv-cinder-760192-6-iscsi neutron-server[100522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700daa01-5f47-4a3b-a86c-a246ef1da4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f630c0a3-c414-45f5-877a-60890cd96b3d', 'code': 200} Aug 13 02:42:16.143780 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=f630c0a3-c414-45f5-877a-60890cd96b3d,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:16.316461 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b695f-12a7-4317-aa40-03d11f71e162 req-30ab08d0-a7fd-4f69-9ad4-91d1eb2ff6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:16.316461 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-154b695f-12a7-4317-aa40-03d11f71e162 req-30ab08d0-a7fd-4f69-9ad4-91d1eb2ff6eb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 1098 time: 0.0398064 Aug 13 02:42:16.357182 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-154b695f-12a7-4317-aa40-03d11f71e162 req-67df78c9-3ef6-464a-a483-cd8fc619e74f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276842 Aug 13 02:42:16.645945 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ac697-1472-4204-9bd3-d5759a3198a2 req-ab869d89-4646-471f-aa85-b25ec9835ac3 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:16.647422 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e56ac697-1472-4204-9bd3-d5759a3198a2 req-ab869d89-4646-471f-aa85-b25ec9835ac3 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0477724 Aug 13 02:42:16.688308 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e56ac697-1472-4204-9bd3-d5759a3198a2 req-9178de1d-aae4-47e7-a9c7-d497bd403fd1 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346782 Aug 13 02:42:16.911481 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e94f4-4025-4f54-80c1-d8b67cfc1f15 req-d62a149e-6353-404e-a5b9-7eda4460217d tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:16.912993 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d63e94f4-4025-4f54-80c1-d8b67cfc1f15 req-d62a149e-6353-404e-a5b9-7eda4460217d tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 945 time: 0.0536337 Aug 13 02:42:16.954039 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d63e94f4-4025-4f54-80c1-d8b67cfc1f15 req-a120184e-0513-46b0-8349-5bb182df81d2 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345366 Aug 13 02:42:17.199374 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-76f06f92-51fe-41eb-b69f-92879e9f7528 req-18888636-b26f-44c7-8edf-a57863d372ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382714 Aug 13 02:42:17.280389 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f06f92-51fe-41eb-b69f-92879e9f7528 req-923ab3a8-25f8-405c-ac3e-2eb0ecaafee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:17.281869 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-76f06f92-51fe-41eb-b69f-92879e9f7528 req-923ab3a8-25f8-405c-ac3e-2eb0ecaafee3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad59fce07ec3416db582f1d506e2a581&device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 1099 time: 0.0394015 Aug 13 02:42:17.395071 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f06f92-51fe-41eb-b69f-92879e9f7528 req-0d4ce572-3550-46d5-aa1c-70ebf49148d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:17.396615 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-76f06f92-51fe-41eb-b69f-92879e9f7528 req-0d4ce572-3550-46d5-aa1c-70ebf49148d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=21e28e08-41d0-472d-a21a-15a7a1bf62f1 HTTP/1.1" status: 200 len: 920 time: 0.0877495 Aug 13 02:42:17.442017 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-76f06f92-51fe-41eb-b69f-92879e9f7528 req-fdac149e-5753-4d29-bb21-54294e4b4007 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91a79438-633c-48a5-904c-24f3f9737974 HTTP/1.1" status: 200 len: 217 time: 0.0355034 Aug 13 02:42:17.505928 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f06f92-51fe-41eb-b69f-92879e9f7528 req-45f06538-df69-48d3-82b4-0627ffe31f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:17.507226 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-76f06f92-51fe-41eb-b69f-92879e9f7528 req-45f06538-df69-48d3-82b4-0627ffe31f21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=906d1824-252c-4a14-9659-5d1356c53672 HTTP/1.1" status: 200 len: 859 time: 0.0426564 Aug 13 02:42:17.542386 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-76f06f92-51fe-41eb-b69f-92879e9f7528 req-f0a65ef8-995a-4e0d-818c-c959c435d144 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21e28e08-41d0-472d-a21a-15a7a1bf62f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258510 Aug 13 02:42:17.632576 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-76f06f92-51fe-41eb-b69f-92879e9f7528 req-1867251f-a2da-4022-98c1-438cf1430681 service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791543 Aug 13 02:42:17.814609 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adaa13-dbd8-46a5-bb51-971c9ff8456a req-3ba45754-2662-4ee8-8a16-848ec7fee65b tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:17.816498 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c3adaa13-dbd8-46a5-bb51-971c9ff8456a req-3ba45754-2662-4ee8-8a16-848ec7fee65b tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0546134 Aug 13 02:42:17.874049 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c3adaa13-dbd8-46a5-bb51-971c9ff8456a req-14046f10-b685-4a36-b04b-23a060213813 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512469 Aug 13 02:42:17.953098 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-76f06f92-51fe-41eb-b69f-92879e9f7528 req-b5aa7c32-122e-4d73-b89d-c69a091bdd6e service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932231 Aug 13 02:42:18.102642 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-8ff72baa-21c3-41a8-9978-24dbfad6f917 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d63f6833bcf6483e9eb432fe0eb753ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324419 Aug 13 02:42:18.107619 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c5808-72cf-4868-a1d5-cc7a89100800 req-0dd21c74-e4ba-4d28-8a1c-596066f8715e tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:18.109163 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6b3c5808-72cf-4868-a1d5-cc7a89100800 req-0dd21c74-e4ba-4d28-8a1c-596066f8715e tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 945 time: 0.0506449 Aug 13 02:42:18.156995 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6b3c5808-72cf-4868-a1d5-cc7a89100800 req-f7053e96-2734-444e-bdfc-d80d9643aa2c tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412810 Aug 13 02:42:18.305814 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-d4dd7ab8-c4bf-4318-b09d-0045ecd63c19 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:18.307260 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-d4dd7ab8-c4bf-4318-b09d-0045ecd63c19 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1968825 Aug 13 02:42:18.322532 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-48695f84-ca28-4495-b3f6-cd787be36227 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/quotas/d63f6833bcf6483e9eb432fe0eb753ba HTTP/1.1" status: 200 len: 375 time: 0.0089114 Aug 13 02:42:18.357495 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-44f17578-a887-4667-8713-85f0b5c4762c tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d63f6833bcf6483e9eb432fe0eb753ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285406 Aug 13 02:42:18.532996 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-361a2950-9ce5-4ef8-8e79-d684016c55b9 req-c6744d58-42e9-4cc6-a77a-5023cd0ca6a2 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c19f20-82d4-4449-83a3-e411f7dfc04d HTTP/1.1" status: 200 len: 210 time: 0.0271177 Aug 13 02:42:18.988238 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd26b2-8e77-4c85-8ece-614e73f9dd20 req-20743b0f-0e48-48b6-81a1-77ec3cd06dbf tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:18.989881 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-90fd26b2-8e77-4c85-8ece-614e73f9dd20 req-20743b0f-0e48-48b6-81a1-77ec3cd06dbf tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0531590 Aug 13 02:42:19.050131 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-90fd26b2-8e77-4c85-8ece-614e73f9dd20 req-05ab4bad-0245-4005-a386-d8773aac2a35 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541902 Aug 13 02:42:19.270637 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9bf81-4ca6-4ec1-a0ae-d22b513e55e1 req-8cf19d3c-a92f-4152-b2ad-06ebf43b46a9 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:19.272132 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-0bd9bf81-4ca6-4ec1-a0ae-d22b513e55e1 req-8cf19d3c-a92f-4152-b2ad-06ebf43b46a9 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 946 time: 0.0481515 Aug 13 02:42:19.309544 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-0bd9bf81-4ca6-4ec1-a0ae-d22b513e55e1 req-de6e98c4-fcf9-44e4-bdf7-913db9a680c7 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313523 Aug 13 02:42:19.332796 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 37912) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:19.520093 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0333494-9908-48c7-a1b2-f45cffc5789d tempest-TestMinimumBasicScenario-835150278 tempest-TestMinimumBasicScenario-835150278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:19.521960 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-e0333494-9908-48c7-a1b2-f45cffc5789d tempest-TestMinimumBasicScenario-835150278 tempest-TestMinimumBasicScenario-835150278-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 1094 time: 0.1881669 Aug 13 02:42:19.524967 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 37918) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:19.529424 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-00a25493-ac42-46f3-9837-469e23716fef tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Request body: {'floatingip': {'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'port_id': '38d39f21-9602-4f15-a37e-2efbe2a162ca', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:19.557750 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-00a25493-ac42-46f3-9837-469e23716fef tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for floatingip, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:19.638207 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f0cc9b9e-46ac-4771-97f2-51c5920e9cf1 req-3c04ef2c-8233-473b-86f9-306c4c881d5a tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c19f20-82d4-4449-83a3-e411f7dfc04d HTTP/1.1" status: 200 len: 210 time: 0.0317500 Aug 13 02:42:19.681167 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-00a25493-ac42-46f3-9837-469e23716fef tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:19.786852 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-00a25493-ac42-46f3-9837-469e23716fef tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Allocated IP 172.27.3.55 (e1b1eaab-3abb-4c2f-9e17-ba947274cb90/3b95406b-7f6d-4e40-b01a-fd59db47aa2f/24b9524a-bdb0-4991-9e5a-4f468857009b) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:42:19.892363 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-00a25493-ac42-46f3-9837-469e23716fef tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:19.934054 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-00a25493-ac42-46f3-9837-469e23716fef tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:19.972791 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a25493-ac42-46f3-9837-469e23716fef tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:42:19.975574 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-00a25493-ac42-46f3-9837-469e23716fef tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:19.978938 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a25493-ac42-46f3-9837-469e23716fef tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:42:19.984035 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a25493-ac42-46f3-9837-469e23716fef tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Pushing event updated for resources: {'Port': ['ID=24b9524a-bdb0-4991-9e5a-4f468857009b,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:20.085139 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:20.170559 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d75d8-545d-42fe-b291-e536facedf8e req-844e2503-6964-4836-a986-d575c16de604 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:20.173508 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e74d75d8-545d-42fe-b291-e536facedf8e req-844e2503-6964-4836-a986-d575c16de604 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0540555 Aug 13 02:42:20.211564 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e74d75d8-545d-42fe-b291-e536facedf8e req-4211f0a8-565f-454d-b2c2-124deeade865 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320294 Aug 13 02:42:20.465480 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-00a25493-ac42-46f3-9837-469e23716fef tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:20.566286 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-00a25493-ac42-46f3-9837-469e23716fef tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:20.673419 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-72c36000-a31c-4639-9e06-f313abdf1f1b tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d63f6833bcf6483e9eb432fe0eb753ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582962 Aug 13 02:42:20.734515 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d7ced841-d85b-4687-9c8b-329cdd065689 req-24ae31ae-4e0f-41de-93b3-c904776fd948 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c19f20-82d4-4449-83a3-e411f7dfc04d HTTP/1.1" status: 200 len: 210 time: 0.0263336 Aug 13 02:42:20.885416 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-00a25493-ac42-46f3-9837-469e23716fef tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:20.890690 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-00a25493-ac42-46f3-9837-469e23716fef tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:20.930355 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-15a27456-7820-4049-93b5-cc4c17abddfa tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:20.931786 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-15a27456-7820-4049-93b5-cc4c17abddfa tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2349224 Aug 13 02:42:20.967453 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-58fbfa90-92fa-457d-8bb5-8a68a5f6e074 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Request body: {'port': {'device_id': 'a0c19f20-82d4-4449-83a3-e411f7dfc04d', 'network_id': 'ee6d922b-000c-484b-8307-349205c59173', 'admin_state_up': True, 'tenant_id': 'd63f6833bcf6483e9eb432fe0eb753ba'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:21.204247 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a25493-ac42-46f3-9837-469e23716fef tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Pushing event updated for resources: {'Port': ['ID=24b9524a-bdb0-4991-9e5a-4f468857009b,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:21.210568 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-00a25493-ac42-46f3-9837-469e23716fef tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790613'] for floatingip, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.381000 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.db.l3_db [None req-00a25493-ac42-46f3-9837-469e23716fef tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Floating IP 1d4df8e0-8483-45a8-b9fc-3f33ac70f7c1 associated. External IP: 172.27.3.55, port: 38d39f21-9602-4f15-a37e-2efbe2a162ca. Aug 13 02:42:21.421550 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-58fbfa90-92fa-457d-8bb5-8a68a5f6e074 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Made reservation on behalf of d63f6833bcf6483e9eb432fe0eb753ba for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:42:21.425033 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-58fbfa90-92fa-457d-8bb5-8a68a5f6e074 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.436122 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d8eec-1d6f-4683-8a16-30577dac4956 req-06c18f79-2c5c-4cef-9e5f-3c7d93dbaa84 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:21.437611 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-196d8eec-1d6f-4683-8a16-30577dac4956 req-06c18f79-2c5c-4cef-9e5f-3c7d93dbaa84 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.1496685 Aug 13 02:42:21.450601 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-58fbfa90-92fa-457d-8bb5-8a68a5f6e074 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.543487 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-196d8eec-1d6f-4683-8a16-30577dac4956 req-e011513e-d4bb-4ed4-b8ef-9be5bd9ddd48 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958476 Aug 13 02:42:21.697244 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a25493-ac42-46f3-9837-469e23716fef tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Router bcc9f959-0d58-47bf-ae18-52362b414c85 has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:42:21.713998 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-58fbfa90-92fa-457d-8bb5-8a68a5f6e074 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.718599 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-58fbfa90-92fa-457d-8bb5-8a68a5f6e074 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.834691 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-2f483c38-4517-4552-b75e-7c409f623f3d req-4216bc8e-5a6f-4b43-b33d-a94f2437cb68 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c19f20-82d4-4449-83a3-e411f7dfc04d HTTP/1.1" status: 200 len: 210 time: 0.0265586 Aug 13 02:42:21.851910 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbfa90-92fa-457d-8bb5-8a68a5f6e074 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b0eda9-a774-42a4-83f1-505eac029f04,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:21.911257 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a25493-ac42-46f3-9837-469e23716fef tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:42:21.920884 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008146e6-1bb3-4783-8bf1-98ad9f3ca470 None None] Sync routers for ids ['bcc9f959-0d58-47bf-ae18-52362b414c85'] in dv-cinder-760192-6-iscsi {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:42:21.930823 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008146e6-1bb3-4783-8bf1-98ad9f3ca470 None None] Routers {'bcc9f959-0d58-47bf-ae18-52362b414c85'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:21.931447 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-008146e6-1bb3-4783-8bf1-98ad9f3ca470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:41:55Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['bcc9f959-0d58-47bf-ae18-52362b414c85'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:21.940062 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-58fbfa90-92fa-457d-8bb5-8a68a5f6e074 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Allocated IP 192.168.233.197 (ee6d922b-000c-484b-8307-349205c59173/f420e793-1dd7-4096-aa12-c69710b2af52/eb0f695a-4940-41ee-bd21-40816a47b02f) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:42:21.942199 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-00a25493-ac42-46f3-9837-469e23716fef tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for floatingip, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.981792 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-00a25493-ac42-46f3-9837-469e23716fef tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4556277 Aug 13 02:42:21.984561 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a94365c-647f-4188-9d29-16f0cef9d180', 'tag': '38d39f21-9602-4f15-a37e-2efbe2a162ca'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:21.985028 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 37946) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:21.987146 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9f3475-8046-4ee5-9b5d-4a72f3a69751" -d '{"events": [{"name": "network-changed", "server_uuid": "2a94365c-647f-4188-9d29-16f0cef9d180", "tag": "38d39f21-9602-4f15-a37e-2efbe2a162ca"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:21.990105 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-26458325-2a2a-4bbf-b9a7-ee68aa5dda21 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1549664007', 'description': 'tempest-secgroup-smoke-1549664007 description', 'project_id': 'cb573b2a890245ff8d8e4d68382278e8'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:22.018510 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-26458325-2a2a-4bbf-b9a7-ee68aa5dda21 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.043824 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-008146e6-1bb3-4783-8bf1-98ad9f3ca470 None None] Set router bcc9f959-0d58-47bf-ae18-52362b414c85 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:22.047305 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d65b0c-4fc2-43ad-ab25-3c6d3f5236f3 x-openstack-request-id: req-e5d65b0c-4fc2-43ad-ab25-3c6d3f5236f3 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:22.047623 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a94365c-647f-4188-9d29-16f0cef9d180", "tag": "38d39f21-9602-4f15-a37e-2efbe2a162ca", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:22.047875 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5d65b0c-4fc2-43ad-ab25-3c6d3f5236f3 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:22.048461 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a94365c-647f-4188-9d29-16f0cef9d180', 'tag': '38d39f21-9602-4f15-a37e-2efbe2a162ca', 'status': 'completed', 'code': 200} Aug 13 02:42:22.115446 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-26458325-2a2a-4bbf-b9a7-ee68aa5dda21 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.119702 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-26458325-2a2a-4bbf-b9a7-ee68aa5dda21 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.145966 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-26458325-2a2a-4bbf-b9a7-ee68aa5dda21 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.150002 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-26458325-2a2a-4bbf-b9a7-ee68aa5dda21 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1609962 Aug 13 02:42:22.150296 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 37950) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:22.151327 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26458325-2a2a-4bbf-b9a7-ee68aa5dda21 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=431bae73-f8be-481c-99c1-91036ea26eb3,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:22.159535 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-5f1af9c5-1fd1-4b77-b7fe-ed362ae67f93 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Request body: {'security_group_rule': {'security_group_id': '431bae73-f8be-481c-99c1-91036ea26eb3', 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:22.202227 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-58fbfa90-92fa-457d-8bb5-8a68a5f6e074 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.207183 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f3475-8046-4ee5-9b5d-4a72f3a69751 req-dbd4da20-260e-4cef-a950-6d445cf2e1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:22.208984 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5b9f3475-8046-4ee5-9b5d-4a72f3a69751 req-dbd4da20-260e-4cef-a950-6d445cf2e1de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb573b2a890245ff8d8e4d68382278e8&device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 1099 time: 0.1081145 Aug 13 02:42:22.220249 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5f1af9c5-1fd1-4b77-b7fe-ed362ae67f93 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.243030 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-58fbfa90-92fa-457d-8bb5-8a68a5f6e074 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Transition to ACTIVE for port object eb0f695a-4940-41ee-bd21-40816a47b02f will not be triggered until provisioned by entity DHCP. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:42:22.278181 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-008146e6-1bb3-4783-8bf1-98ad9f3ca470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'name': 'tempest-TestMinimumBasicScenario-1363964338-router', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '16c7a1ca-c05e-4903-b817-b5ef5dc74682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:03Z', 'revision_number': 4, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'gw_port': {'id': '16c7a1ca-c05e-4903-b817-b5ef5dc74682', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:00Z', 'updated_at': '2021-08-13T02:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': '1d4df8e0-8483-45a8-b9fc-3f33ac70f7c1', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'port_id': '38d39f21-9602-4f15-a37e-2efbe2a162ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df', 'mac_address': 'fa:16:3e:86:f3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a94365c-647f-4188-9d29-16f0cef9d180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:42:20Z', 'updated_at': '2021-08-13T02:42:20Z', 'revision_number': 0, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ee17104-9b32-4480-85d3-512bfc91611d', 'name': '', 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'mac_address': 'fa:16:3e:98:95:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd19fd7d0-a08d-4eae-ac69-213aa3924fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:03Z', 'updated_at': '2021-08-13T02:41:10Z', 'revision_number': 5, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'subnets': [{'id': 'd19fd7d0-a08d-4eae-ac69-213aa3924fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:22.309638 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008146e6-1bb3-4783-8bf1-98ad9f3ca470 None None] Checking router: bcc9f959-0d58-47bf-ae18-52362b414c85 for host: dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:42:22.318930 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008146e6-1bb3-4783-8bf1-98ad9f3ca470 None None] Routers {'bcc9f959-0d58-47bf-ae18-52362b414c85'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:22.319563 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-008146e6-1bb3-4783-8bf1-98ad9f3ca470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:41:55Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['bcc9f959-0d58-47bf-ae18-52362b414c85'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:22.359469 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5f1af9c5-1fd1-4b77-b7fe-ed362ae67f93 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.369055 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5f1af9c5-1fd1-4b77-b7fe-ed362ae67f93 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781064'] for security_group_rule, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.391960 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-58fbfa90-92fa-457d-8bb5-8a68a5f6e074 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.404613 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f3475-8046-4ee5-9b5d-4a72f3a69751 req-2d9264bd-0abe-4db5-bc18-9461398dbf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:22.406230 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5b9f3475-8046-4ee5-9b5d-4a72f3a69751 req-2d9264bd-0abe-4db5-bc18-9461398dbf90 service neutron] 10.222.0.36 "GET /v2.0/networks?id=25e840bf-2cc0-4d63-b321-6a3fc27b02df HTTP/1.1" status: 200 len: 916 time: 0.1746471 Aug 13 02:42:22.440552 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1af9c5-1fd1-4b77-b7fe-ed362ae67f93 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da03d37d-fb11-4ef7-b54d-a5e63608eb92,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:22.450906 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5f1af9c5-1fd1-4b77-b7fe-ed362ae67f93 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.454779 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-5f1af9c5-1fd1-4b77-b7fe-ed362ae67f93 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3005073 Aug 13 02:42:22.455163 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 37956) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:22.460311 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-293e3ab9-9a19-4eab-b60b-02c48bd17ca6 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Request body: {'security_group_rule': {'security_group_id': '431bae73-f8be-481c-99c1-91036ea26eb3', 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:22.488792 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-293e3ab9-9a19-4eab-b60b-02c48bd17ca6 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.501156 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-58fbfa90-92fa-457d-8bb5-8a68a5f6e074 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Network ee6d922b-000c-484b-8307-349205c59173 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:42:22.506154 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-58fbfa90-92fa-457d-8bb5-8a68a5f6e074 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:22.516949 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-58fbfa90-92fa-457d-8bb5-8a68a5f6e074 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:42:22.517190 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-d231f3e6-cbbb-4c15-b48e-a17435b33c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.537339 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-008146e6-1bb3-4783-8bf1-98ad9f3ca470 None None] Set router bcc9f959-0d58-47bf-ae18-52362b414c85 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:22.552857 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5b9f3475-8046-4ee5-9b5d-4a72f3a69751 req-0b5566e8-7561-4ac5-b4c5-0b0e815a41f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38d39f21-9602-4f15-a37e-2efbe2a162ca HTTP/1.1" status: 200 len: 999 time: 0.1131060 Aug 13 02:42:22.553406 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbfa90-92fa-457d-8bb5-8a68a5f6e074 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Pushing event updated for resources: {'Port': ['ID=eb0f695a-4940-41ee-bd21-40816a47b02f,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:22.580758 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-293e3ab9-9a19-4eab-b60b-02c48bd17ca6 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.589884 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-293e3ab9-9a19-4eab-b60b-02c48bd17ca6 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781064'] for security_group_rule, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.601949 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-58fbfa90-92fa-457d-8bb5-8a68a5f6e074 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:22.602173 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-58fbfa90-92fa-457d-8bb5-8a68a5f6e074 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.620950 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-293e3ab9-9a19-4eab-b60b-02c48bd17ca6 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.622410 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-293e3ab9-9a19-4eab-b60b-02c48bd17ca6 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1663423 Aug 13 02:42:22.625439 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e3ab9-9a19-4eab-b60b-02c48bd17ca6 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2756dc-c574-41eb-a6b8-6882532f0809,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:22.627439 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 37960) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:22.633281 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-bf0bb06e-45fc-48aa-ac91-962c9b62d519 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Request body: {'security_group_rule': {'security_group_id': '431bae73-f8be-481c-99c1-91036ea26eb3', 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:22.667088 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f3475-8046-4ee5-9b5d-4a72f3a69751 req-18260ea5-97f4-4488-a907-f2d8b16e883d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:22.668582 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5b9f3475-8046-4ee5-9b5d-4a72f3a69751 req-18260ea5-97f4-4488-a907-f2d8b16e883d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d19fd7d0-a08d-4eae-ac69-213aa3924fc5 HTTP/1.1" status: 200 len: 854 time: 0.0866845 Aug 13 02:42:22.678011 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-bf0bb06e-45fc-48aa-ac91-962c9b62d519 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.682287 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-58fbfa90-92fa-457d-8bb5-8a68a5f6e074 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7175107 Aug 13 02:42:22.725464 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-59527eb8-92fd-4419-acae-737c69d14e57 service neutron] Request body: {'port': {'device_id': 'a0c19f20-82d4-4449-83a3-e411f7dfc04d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:22.766117 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-bf0bb06e-45fc-48aa-ac91-962c9b62d519 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.772235 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-bf0bb06e-45fc-48aa-ac91-962c9b62d519 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781064'] for security_group_rule, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.778547 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9afa11-a7ec-4221-a391-a0cb28c65e20 req-0ec91524-9c64-4fa1-a16d-728780f32ee9 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:22.787165 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5e9afa11-a7ec-4221-a391-a0cb28c65e20 req-0ec91524-9c64-4fa1-a16d-728780f32ee9 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.1175787 Aug 13 02:42:22.790632 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bb06e-45fc-48aa-ac91-962c9b62d519 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa427205-01ae-498c-8508-f229951cf803,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:22.816821 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-bf0bb06e-45fc-48aa-ac91-962c9b62d519 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.818176 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-bf0bb06e-45fc-48aa-ac91-962c9b62d519 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1899033 Aug 13 02:42:22.821408 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 37964) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:22.827943 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-d026ae6d-d433-4d96-949b-beafaf5d9856 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Request body: {'security_group_rule': {'security_group_id': '431bae73-f8be-481c-99c1-91036ea26eb3', 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:22.844862 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-3b2bfa61-e50e-4c5f-9d36-53b3b5e6cc55 None None] Provisioning for port eb0f695a-4940-41ee-bd21-40816a47b02f completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:42:22.851176 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-3b2bfa61-e50e-4c5f-9d36-53b3b5e6cc55 None None] Provisioning complete for port eb0f695a-4940-41ee-bd21-40816a47b02f triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:22.852213 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-3b2bfa61-e50e-4c5f-9d36-53b3b5e6cc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.873814 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-008146e6-1bb3-4783-8bf1-98ad9f3ca470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'name': 'tempest-TestMinimumBasicScenario-1363964338-router', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '16c7a1ca-c05e-4903-b817-b5ef5dc74682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:03Z', 'revision_number': 4, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'gw_port': {'id': '16c7a1ca-c05e-4903-b817-b5ef5dc74682', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:00Z', 'updated_at': '2021-08-13T02:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': '1d4df8e0-8483-45a8-b9fc-3f33ac70f7c1', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'port_id': '38d39f21-9602-4f15-a37e-2efbe2a162ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df', 'mac_address': 'fa:16:3e:86:f3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a94365c-647f-4188-9d29-16f0cef9d180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:42:20Z', 'updated_at': '2021-08-13T02:42:20Z', 'revision_number': 0, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ee17104-9b32-4480-85d3-512bfc91611d', 'name': '', 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'mac_address': 'fa:16:3e:98:95:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd19fd7d0-a08d-4eae-ac69-213aa3924fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:03Z', 'updated_at': '2021-08-13T02:41:10Z', 'revision_number': 5, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'subnets': [{'id': 'd19fd7d0-a08d-4eae-ac69-213aa3924fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:22.875654 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f3475-8046-4ee5-9b5d-4a72f3a69751 req-619e0341-896d-4208-892b-80c6744267c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:22.877360 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5b9f3475-8046-4ee5-9b5d-4a72f3a69751 req-619e0341-896d-4208-892b-80c6744267c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25e840bf-2cc0-4d63-b321-6a3fc27b02df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1752381 Aug 13 02:42:22.877858 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-59527eb8-92fd-4419-acae-737c69d14e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.878385 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d026ae6d-d433-4d96-949b-beafaf5d9856 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.891559 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5e9afa11-a7ec-4221-a391-a0cb28c65e20 req-b5b386a0-8b48-48ee-9c74-b673aec583ee tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034055 Aug 13 02:42:22.900951 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-3b2bfa61-e50e-4c5f-9d36-53b3b5e6cc55 None None] Port eb0f695a-4940-41ee-bd21-40816a47b02f cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:42:22.918127 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008146e6-1bb3-4783-8bf1-98ad9f3ca470 None None] The sync data for ids ['bcc9f959-0d58-47bf-ae18-52362b414c85'] in dv-cinder-760192-6-iscsi is: [{'id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'name': 'tempest-TestMinimumBasicScenario-1363964338-router', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '16c7a1ca-c05e-4903-b817-b5ef5dc74682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:03Z', 'revision_number': 4, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'gw_port': {'id': '16c7a1ca-c05e-4903-b817-b5ef5dc74682', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:00Z', 'updated_at': '2021-08-13T02:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': '1d4df8e0-8483-45a8-b9fc-3f33ac70f7c1', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'port_id': '38d39f21-9602-4f15-a37e-2efbe2a162ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df', 'mac_address': 'fa:16:3e:86:f3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a94365c-647f-4188-9d29-16f0cef9d180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:42:20Z', 'updated_at': '2021-08-13T02:42:20Z', 'revision_number': 0, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ee17104-9b32-4480-85d3-512bfc91611d', 'name': '', 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'mac_address': 'fa:16:3e:98:95:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd19fd7d0-a08d-4eae-ac69-213aa3924fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:03Z', 'updated_at': '2021-08-13T02:41:10Z', 'revision_number': 5, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'subnets': [{'id': 'd19fd7d0-a08d-4eae-ac69-213aa3924fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:42:23.003194 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d026ae6d-d433-4d96-949b-beafaf5d9856 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:23.011780 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cec064-4d7b-497e-a905-173ffbc65af0 req-cefe8507-63ca-4277-b7fd-af190da13354 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:23.013333 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-45cec064-4d7b-497e-a905-173ffbc65af0 req-cefe8507-63ca-4277-b7fd-af190da13354 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c19f20-82d4-4449-83a3-e411f7dfc04d HTTP/1.1" status: 200 len: 936 time: 0.0802281 Aug 13 02:42:23.014627 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d026ae6d-d433-4d96-949b-beafaf5d9856 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781064'] for security_group_rule, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:23.043075 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026ae6d-d433-4d96-949b-beafaf5d9856 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07c77c4-d971-4653-974e-cfeefa0e9998,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:23.054275 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d026ae6d-d433-4d96-949b-beafaf5d9856 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:23.057961 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-d026ae6d-d433-4d96-949b-beafaf5d9856 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2323506 Aug 13 02:42:23.058639 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 37968) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:23.064792 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-d76142d5-305d-4cf5-81e8-526999a86b15 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Request body: {'security_group_rule': {'security_group_id': '431bae73-f8be-481c-99c1-91036ea26eb3', 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:23.097198 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-45cec064-4d7b-497e-a905-173ffbc65af0 req-e50e6554-6e58-4989-b724-0d8a81713289 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06b0eda9-a774-42a4-83f1-505eac029f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672579 Aug 13 02:42:23.104789 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.db.securitygroups_db [None req-d76142d5-305d-4cf5-81e8-526999a86b15 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Project cb573b2a890245ff8d8e4d68382278e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 02:42:23.111095 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d76142d5-305d-4cf5-81e8-526999a86b15 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:23.112237 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5b9f3475-8046-4ee5-9b5d-4a72f3a69751 req-b49bace0-c6c8-4534-916f-c1b533487ea1 service neutron] 10.222.0.36 "GET /v2.0/networks/25e840bf-2cc0-4d63-b321-6a3fc27b02df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060661 Aug 13 02:42:23.166572 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ee2074-2024-4b17-bd52-5750cd2fc554 None None] New status for floating IP 1d4df8e0-8483-45a8-b9fc-3f33ac70f7c1: ACTIVE {{(pid=100522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:42:23.177575 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d76142d5-305d-4cf5-81e8-526999a86b15 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:23.181494 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d76142d5-305d-4cf5-81e8-526999a86b15 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781064'] for security_group_rule, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:23.205088 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76142d5-305d-4cf5-81e8-526999a86b15 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a2ca23-7891-4993-ac99-5495cd5ee33e,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:23.209298 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d76142d5-305d-4cf5-81e8-526999a86b15 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:23.213479 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-d76142d5-305d-4cf5-81e8-526999a86b15 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1514194 Aug 13 02:42:23.214156 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 37970) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:23.218808 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-b250ace2-496a-4565-b2ab-7ae597b4fb92 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Request body: {'security_group_rule': {'security_group_id': '431bae73-f8be-481c-99c1-91036ea26eb3', 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:23.246546 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.db.securitygroups_db [None req-b250ace2-496a-4565-b2ab-7ae597b4fb92 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Project cb573b2a890245ff8d8e4d68382278e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 02:42:23.252361 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b250ace2-496a-4565-b2ab-7ae597b4fb92 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:23.286076 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5b9f3475-8046-4ee5-9b5d-4a72f3a69751 req-4b2e2c5f-1c69-49fc-8913-0035cadd2402 service neutron] 10.222.0.36 "GET /v2.0/networks/25e840bf-2cc0-4d63-b321-6a3fc27b02df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345353 Aug 13 02:42:23.321186 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b250ace2-496a-4565-b2ab-7ae597b4fb92 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:23.325285 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b250ace2-496a-4565-b2ab-7ae597b4fb92 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781064'] for security_group_rule, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:23.346607 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250ace2-496a-4565-b2ab-7ae597b4fb92 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b56d111-6602-4b6f-bcc1-6762a171f240,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:23.350799 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b250ace2-496a-4565-b2ab-7ae597b4fb92 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:23.352038 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-b250ace2-496a-4565-b2ab-7ae597b4fb92 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373479 Aug 13 02:42:23.377249 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-59527eb8-92fd-4419-acae-737c69d14e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb0f695a-4940-41ee-bd21-40816a47b02f {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:42:23.385613 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-59527eb8-92fd-4419-acae-737c69d14e57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:23.401956 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-59527eb8-92fd-4419-acae-737c69d14e57 service neutron] Transition to ACTIVE for port object eb0f695a-4940-41ee-bd21-40816a47b02f will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:42:23.406073 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-59527eb8-92fd-4419-acae-737c69d14e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:23.694974 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59527eb8-92fd-4419-acae-737c69d14e57 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0f695a-4940-41ee-bd21-40816a47b02f,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:23.712483 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77696175-ae1b-404e-9b8e-e19c68c762c0 req-7a1f9fb1-9a8d-4ad3-83e3-830a26cb40fd tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1549664007&fields=id&tenant_id=cb573b2a890245ff8d8e4d68382278e8 HTTP/1.1" status: 200 len: 267 time: 0.0714097 Aug 13 02:42:23.812415 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77696175-ae1b-404e-9b8e-e19c68c762c0 req-55afb87a-d1ec-4aae-ab35-012107a7f3cf tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:23.815055 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77696175-ae1b-404e-9b8e-e19c68c762c0 req-55afb87a-d1ec-4aae-ab35-012107a7f3cf tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 946 time: 0.0857275 Aug 13 02:42:23.829234 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-77696175-ae1b-404e-9b8e-e19c68c762c0 req-3d00bd9d-46c2-4c09-8910-530b830de352 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Request body: {'port': {'security_groups': ['434e76e7-81b4-421f-b4d9-1bca279f9653', '431bae73-f8be-481c-99c1-91036ea26eb3']}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:23.834715 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-59527eb8-92fd-4419-acae-737c69d14e57 service neutron] Attempting to bind port eb0f695a-4940-41ee-bd21-40816a47b02f on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:42:23.835049 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-59527eb8-92fd-4419-acae-737c69d14e57 service neutron] Attempting to bind port eb0f695a-4940-41ee-bd21-40816a47b02f by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '49034e4d-e9ea-4785-bb3c-71a3c95a1231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ee6d922b-000c-484b-8307-349205c59173'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:42:23.835377 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-59527eb8-92fd-4419-acae-737c69d14e57 service neutron] Attempting to bind port eb0f695a-4940-41ee-bd21-40816a47b02f on network ee6d922b-000c-484b-8307-349205c59173 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:42:23.856789 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-59527eb8-92fd-4419-acae-737c69d14e57 service neutron] Port eb0f695a-4940-41ee-bd21-40816a47b02f on network ee6d922b-000c-484b-8307-349205c59173 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:42:23.857112 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-59527eb8-92fd-4419-acae-737c69d14e57 service neutron] Attempting to bind port eb0f695a-4940-41ee-bd21-40816a47b02f on network ee6d922b-000c-484b-8307-349205c59173 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:42:23.868243 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-59527eb8-92fd-4419-acae-737c69d14e57 service neutron] Checking agent: {'id': 'ed42ff0f-eab8-465d-8b76-aea1e8788a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'started_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:42:23.868588 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-59527eb8-92fd-4419-acae-737c69d14e57 service neutron] Checking segment: {'id': '49034e4d-e9ea-4785-bb3c-71a3c95a1231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ee6d922b-000c-484b-8307-349205c59173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:42:23.868954 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-59527eb8-92fd-4419-acae-737c69d14e57 service neutron] Bound using segment: {'id': '49034e4d-e9ea-4785-bb3c-71a3c95a1231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ee6d922b-000c-484b-8307-349205c59173'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:42:23.869372 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-59527eb8-92fd-4419-acae-737c69d14e57 service neutron] Bound port: eb0f695a-4940-41ee-bd21-40816a47b02f, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49034e4d-e9ea-4785-bb3c-71a3c95a1231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ee6d922b-000c-484b-8307-349205c59173'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:42:23.869719 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-59527eb8-92fd-4419-acae-737c69d14e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:23.932443 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-77696175-ae1b-404e-9b8e-e19c68c762c0 req-3d00bd9d-46c2-4c09-8910-530b830de352 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:24.001430 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-59527eb8-92fd-4419-acae-737c69d14e57 service neutron] For port eb0f695a-4940-41ee-bd21-40816a47b02f, host hv-cinder-76019, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:42:24.011866 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b6e8a-b85a-4439-ad2f-9038767d6b41 req-9c7a2245-32d3-46a4-b061-3ea2aaa8e2f1 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:24.013367 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-298b6e8a-b85a-4439-ad2f-9038767d6b41 req-9c7a2245-32d3-46a4-b061-3ea2aaa8e2f1 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0501981 Aug 13 02:42:24.026767 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-59527eb8-92fd-4419-acae-737c69d14e57 service neutron] For port eb0f695a-4940-41ee-bd21-40816a47b02f, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=eb0f695a-4940-41ee-bd21-40816a47b02f,segment=NetworkSegment(49034e4d-e9ea-4785-bb3c-71a3c95a1231),segment_id=49034e4d-e9ea-4785-bb3c-71a3c95a1231)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:42:24.039857 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-59527eb8-92fd-4419-acae-737c69d14e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:24.054967 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-298b6e8a-b85a-4439-ad2f-9038767d6b41 req-27838742-7b7c-4954-a0a6-18de4ec76699 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349605 Aug 13 02:42:24.089804 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-59527eb8-92fd-4419-acae-737c69d14e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:24.090491 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-59527eb8-92fd-4419-acae-737c69d14e57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:24.091922 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-59527eb8-92fd-4419-acae-737c69d14e57 service neutron] 10.222.0.36 "PUT /v2.0/ports/eb0f695a-4940-41ee-bd21-40816a47b02f HTTP/1.1" status: 200 len: 1098 time: 1.3759410 Aug 13 02:42:24.092363 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c19f20-82d4-4449-83a3-e411f7dfc04d', 'tag': 'eb0f695a-4940-41ee-bd21-40816a47b02f'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:24.094738 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a52d04-cf69-45d0-b260-f15685a65959" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c19f20-82d4-4449-83a3-e411f7dfc04d", "tag": "eb0f695a-4940-41ee-bd21-40816a47b02f"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:24.155063 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c361ce88-03c3-4c70-b227-11fcb5e66c32 x-openstack-request-id: req-c361ce88-03c3-4c70-b227-11fcb5e66c32 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:24.155354 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c19f20-82d4-4449-83a3-e411f7dfc04d", "tag": "eb0f695a-4940-41ee-bd21-40816a47b02f", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:24.155628 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c361ce88-03c3-4c70-b227-11fcb5e66c32 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:24.156020 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c19f20-82d4-4449-83a3-e411f7dfc04d', 'tag': 'eb0f695a-4940-41ee-bd21-40816a47b02f', 'status': 'completed', 'code': 200} Aug 13 02:42:24.203146 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59527eb8-92fd-4419-acae-737c69d14e57 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0f695a-4940-41ee-bd21-40816a47b02f,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:24.246090 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-12b381c7-e431-455e-a488-fcce9866680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:24.247743 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-12b381c7-e431-455e-a488-fcce9866680e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d63f6833bcf6483e9eb432fe0eb753ba&device_id=a0c19f20-82d4-4449-83a3-e411f7dfc04d HTTP/1.1" status: 200 len: 1101 time: 0.0841246 Aug 13 02:42:24.253266 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac26c93-392d-4be8-b0ab-a496cf06621c req-789c561e-3d4a-43f4-8788-1d09649e903a tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:24.254936 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3ac26c93-392d-4be8-b0ab-a496cf06621c req-789c561e-3d4a-43f4-8788-1d09649e903a tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c19f20-82d4-4449-83a3-e411f7dfc04d HTTP/1.1" status: 200 len: 948 time: 0.0659158 Aug 13 02:42:24.255631 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-77696175-ae1b-404e-9b8e-e19c68c762c0 req-3d00bd9d-46c2-4c09-8910-530b830de352 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] For port 38d39f21-9602-4f15-a37e-2efbe2a162ca, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=38d39f21-9602-4f15-a37e-2efbe2a162ca,segment=NetworkSegment(27f3dcbb-fd85-4c67-9af0-4759c4e54c9b),segment_id=27f3dcbb-fd85-4c67-9af0-4759c4e54c9b)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:24.297676 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3ac26c93-392d-4be8-b0ab-a496cf06621c req-581e55f4-08f0-4f38-859a-8eb48e57cb8a tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06b0eda9-a774-42a4-83f1-505eac029f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356448 Aug 13 02:42:24.312840 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-6bde1fe1-1e39-420b-923c-8e1d21868aed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=eb0f695a-4940-41ee-bd21-40816a47b02f HTTP/1.1" status: 200 len: 217 time: 0.0477295 Aug 13 02:42:24.327405 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-77696175-ae1b-404e-9b8e-e19c68c762c0 req-3d00bd9d-46c2-4c09-8910-530b830de352 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:24.331836 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-77696175-ae1b-404e-9b8e-e19c68c762c0 req-3d00bd9d-46c2-4c09-8910-530b830de352 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:24.348652 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['38d39f21-9602-4f15-a37e-2efbe2a162ca'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:42:24.413082 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77696175-ae1b-404e-9b8e-e19c68c762c0 req-3d00bd9d-46c2-4c09-8910-530b830de352 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:24.413777 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-77696175-ae1b-404e-9b8e-e19c68c762c0 req-3d00bd9d-46c2-4c09-8910-530b830de352 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:24.415188 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77696175-ae1b-404e-9b8e-e19c68c762c0 req-3d00bd9d-46c2-4c09-8910-530b830de352 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "PUT /v2.0/ports/38d39f21-9602-4f15-a37e-2efbe2a162ca HTTP/1.1" status: 200 len: 982 time: 0.5926485 Aug 13 02:42:24.436740 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-dfa038f8-0359-4483-8cb2-71f49346cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:24.438315 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-dfa038f8-0359-4483-8cb2-71f49346cbf1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f420e793-1dd7-4096-aa12-c69710b2af52 HTTP/1.1" status: 200 len: 843 time: 0.1042368 Aug 13 02:42:24.443809 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00bd9d-46c2-4c09-8910-530b830de352 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Pushing event updated for resources: {'Port': ['ID=38d39f21-9602-4f15-a37e-2efbe2a162ca,revision_number=6']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:24.507757 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-cce21ad5-f671-44dc-b7ef-e6e37d03e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:24.509754 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-cce21ad5-f671-44dc-b7ef-e6e37d03e290 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee6d922b-000c-484b-8307-349205c59173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0521915 Aug 13 02:42:24.537303 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a1988-c770-407c-bec5-591689e2279a req-210e2071-2743-492b-bf90-dbfaf25d4ea6 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:24.539961 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-632a1988-c770-407c-bec5-591689e2279a req-210e2071-2743-492b-bf90-dbfaf25d4ea6 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 985 time: 0.0554526 Aug 13 02:42:24.590047 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-632a1988-c770-407c-bec5-591689e2279a req-7cfaa56b-a821-41f8-a3ce-55d28eb4d5a5 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&id=431bae73-f8be-481c-99c1-91036ea26eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430729 Aug 13 02:42:24.637746 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-bac4af96-8d59-4962-8f0e-d88a98d16be1 service neutron] 10.222.0.36 "GET /v2.0/networks/ee6d922b-000c-484b-8307-349205c59173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045029 Aug 13 02:42:24.698101 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-f028dadc-1c4b-4a08-906c-49faceb9a93e None None] Provisioning complete for port 38d39f21-9602-4f15-a37e-2efbe2a162ca triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:24.698516 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-f028dadc-1c4b-4a08-906c-49faceb9a93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:24.743365 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-241aeb10-fca0-49db-bdbe-5092086d86f2 req-71f85c21-077b-486b-bb0c-d110c490638d service neutron] 10.222.0.36 "GET /v2.0/networks/ee6d922b-000c-484b-8307-349205c59173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895026 Aug 13 02:42:24.868424 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a52d04-cf69-45d0-b260-f15685a65959 req-48f71ba0-ca34-4b04-8fbd-bc807121a64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:24.869898 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b5a52d04-cf69-45d0-b260-f15685a65959 req-48f71ba0-ca34-4b04-8fbd-bc807121a64f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d63f6833bcf6483e9eb432fe0eb753ba&device_id=a0c19f20-82d4-4449-83a3-e411f7dfc04d HTTP/1.1" status: 200 len: 1101 time: 0.0404162 Aug 13 02:42:24.931249 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['38d39f21-9602-4f15-a37e-2efbe2a162ca'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:42:24.970696 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a52d04-cf69-45d0-b260-f15685a65959 req-fdd68647-59cc-4221-a3b2-010b56bcc9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:24.972215 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b5a52d04-cf69-45d0-b260-f15685a65959 req-fdd68647-59cc-4221-a3b2-010b56bcc9e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee6d922b-000c-484b-8307-349205c59173 HTTP/1.1" status: 200 len: 870 time: 0.0878644 Aug 13 02:42:25.022105 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b5a52d04-cf69-45d0-b260-f15685a65959 req-9236e2ae-67dc-4f1b-8ed7-9633c053abaf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=eb0f695a-4940-41ee-bd21-40816a47b02f HTTP/1.1" status: 200 len: 217 time: 0.0371406 Aug 13 02:42:25.079979 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a52d04-cf69-45d0-b260-f15685a65959 req-59557b7c-01a7-48ad-82c0-a4cc6d41b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:25.081463 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b5a52d04-cf69-45d0-b260-f15685a65959 req-59557b7c-01a7-48ad-82c0-a4cc6d41b320 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f420e793-1dd7-4096-aa12-c69710b2af52 HTTP/1.1" status: 200 len: 843 time: 0.0438919 Aug 13 02:42:25.148340 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a52d04-cf69-45d0-b260-f15685a65959 req-52224c18-d412-47f9-9ba7-06366506a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:25.149990 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b5a52d04-cf69-45d0-b260-f15685a65959 req-52224c18-d412-47f9-9ba7-06366506a92f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee6d922b-000c-484b-8307-349205c59173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0469091 Aug 13 02:42:25.199923 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd952f1-5e63-4173-853b-99ed4793f893 req-d926201b-ec7a-46b5-8419-5a946b034cf1 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:25.202356 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-5dd952f1-5e63-4173-853b-99ed4793f893 req-d926201b-ec7a-46b5-8419-5a946b034cf1 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0768213 Aug 13 02:42:25.242039 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-5dd952f1-5e63-4173-853b-99ed4793f893 req-71c8c64c-3255-489d-b7f9-43f7c237ab48 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335071 Aug 13 02:42:25.271527 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b5a52d04-cf69-45d0-b260-f15685a65959 req-611d7af8-932c-47e3-97d3-0f3ca9ae9d0e service neutron] 10.222.0.36 "GET /v2.0/networks/ee6d922b-000c-484b-8307-349205c59173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107161 Aug 13 02:42:25.364117 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b5a52d04-cf69-45d0-b260-f15685a65959 req-d384dfff-c129-4a16-b352-ddc49836b434 service neutron] 10.222.0.36 "GET /v2.0/networks/ee6d922b-000c-484b-8307-349205c59173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851967 Aug 13 02:42:25.416878 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86705eb-261b-4e4a-8e7d-9d89483708b2 req-16ff3dea-fe27-475f-9f87-8b34f3c2f82a tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:25.418261 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a86705eb-261b-4e4a-8e7d-9d89483708b2 req-16ff3dea-fe27-475f-9f87-8b34f3c2f82a tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c19f20-82d4-4449-83a3-e411f7dfc04d HTTP/1.1" status: 200 len: 948 time: 0.0495806 Aug 13 02:42:25.432840 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-b3beb673-04f9-44f9-88af-bf2612be8e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:25.461200 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a86705eb-261b-4e4a-8e7d-9d89483708b2 req-723deb3e-7080-4775-a8f2-6715d32fe0e2 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06b0eda9-a774-42a4-83f1-505eac029f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365949 Aug 13 02:42:25.714146 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:26.157392 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a94365c-647f-4188-9d29-16f0cef9d180', 'tag': '38d39f21-9602-4f15-a37e-2efbe2a162ca'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:26.159814 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a5aefa-fe67-44d7-a8d0-817c9f19be1c" -d '{"events": [{"name": "network-changed", "server_uuid": "2a94365c-647f-4188-9d29-16f0cef9d180", "tag": "38d39f21-9602-4f15-a37e-2efbe2a162ca"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:26.195161 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7112acc-f55a-4162-9183-7cc4b8aec0f3 x-openstack-request-id: req-a7112acc-f55a-4162-9183-7cc4b8aec0f3 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:26.195449 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a94365c-647f-4188-9d29-16f0cef9d180", "tag": "38d39f21-9602-4f15-a37e-2efbe2a162ca", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:26.195725 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7112acc-f55a-4162-9183-7cc4b8aec0f3 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:26.196115 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a94365c-647f-4188-9d29-16f0cef9d180', 'tag': '38d39f21-9602-4f15-a37e-2efbe2a162ca', 'status': 'completed', 'code': 200} Aug 13 02:42:26.266952 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5aefa-fe67-44d7-a8d0-817c9f19be1c req-aed99014-f6a6-4a4e-93da-72b5bdc9b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:26.268481 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-63a5aefa-fe67-44d7-a8d0-817c9f19be1c req-aed99014-f6a6-4a4e-93da-72b5bdc9b2f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb573b2a890245ff8d8e4d68382278e8&device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 1138 time: 0.0422981 Aug 13 02:42:26.271703 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:26.361205 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272aa0cd-1823-4bfb-a003-0d556e5ae2fb req-2af9d4fe-9589-41cb-b473-fbcec4c76815 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:26.362837 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-272aa0cd-1823-4bfb-a003-0d556e5ae2fb req-2af9d4fe-9589-41cb-b473-fbcec4c76815 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0480099 Aug 13 02:42:26.364401 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5aefa-fe67-44d7-a8d0-817c9f19be1c req-7b74c743-b4ea-4dd1-9f02-ba40914742a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:26.366119 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-63a5aefa-fe67-44d7-a8d0-817c9f19be1c req-7b74c743-b4ea-4dd1-9f02-ba40914742a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=25e840bf-2cc0-4d63-b321-6a3fc27b02df HTTP/1.1" status: 200 len: 916 time: 0.0874674 Aug 13 02:42:26.400341 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-272aa0cd-1823-4bfb-a003-0d556e5ae2fb req-062ad811-3632-4b94-b0e2-79abffe43a8f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316329 Aug 13 02:42:26.437753 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-63a5aefa-fe67-44d7-a8d0-817c9f19be1c req-59ef9249-2701-49d6-a3e1-bac1c66ecc1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38d39f21-9602-4f15-a37e-2efbe2a162ca HTTP/1.1" status: 200 len: 1001 time: 0.0609229 Aug 13 02:42:26.493150 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5aefa-fe67-44d7-a8d0-817c9f19be1c req-d3807fc5-3afc-4dad-89b3-1f430039b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:26.494597 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-63a5aefa-fe67-44d7-a8d0-817c9f19be1c req-d3807fc5-3afc-4dad-89b3-1f430039b9fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d19fd7d0-a08d-4eae-ac69-213aa3924fc5 HTTP/1.1" status: 200 len: 854 time: 0.0433595 Aug 13 02:42:26.575443 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5aefa-fe67-44d7-a8d0-817c9f19be1c req-4e5e56da-7429-4b5b-8d87-28d75a3b787f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:26.577156 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-63a5aefa-fe67-44d7-a8d0-817c9f19be1c req-4e5e56da-7429-4b5b-8d87-28d75a3b787f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25e840bf-2cc0-4d63-b321-6a3fc27b02df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708115 Aug 13 02:42:26.593021 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed4b13-c1a8-4fee-ba50-05605438f032 req-dbd19658-f35b-4d97-8508-77ebbf586f80 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:26.594982 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a8ed4b13-c1a8-4fee-ba50-05605438f032 req-dbd19658-f35b-4d97-8508-77ebbf586f80 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c19f20-82d4-4449-83a3-e411f7dfc04d HTTP/1.1" status: 200 len: 948 time: 0.0606396 Aug 13 02:42:26.676651 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a8ed4b13-c1a8-4fee-ba50-05605438f032 req-d227f188-eb41-4650-a1ba-358ff63cc47a tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06b0eda9-a774-42a4-83f1-505eac029f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733540 Aug 13 02:42:26.711850 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-63a5aefa-fe67-44d7-a8d0-817c9f19be1c req-edcbab6f-5afc-4b9a-bd66-2a4df1dabd0d service neutron] 10.222.0.36 "GET /v2.0/networks/25e840bf-2cc0-4d63-b321-6a3fc27b02df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158104 Aug 13 02:42:26.818458 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-63a5aefa-fe67-44d7-a8d0-817c9f19be1c req-826d8ff5-a30e-4ecd-9c7f-a7f410cd0f87 service neutron] 10.222.0.36 "GET /v2.0/networks/25e840bf-2cc0-4d63-b321-6a3fc27b02df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963330 Aug 13 02:42:27.515890 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384479d-6463-40da-a6f2-5db8938c88a4 req-b32e0adb-9762-43a4-a1cc-abc5041b4d07 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:27.517352 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0384479d-6463-40da-a6f2-5db8938c88a4 req-b32e0adb-9762-43a4-a1cc-abc5041b4d07 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0493259 Aug 13 02:42:27.560044 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0384479d-6463-40da-a6f2-5db8938c88a4 req-9a3a41cf-a890-42b9-9d0b-0f1ef0df2005 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368140 Aug 13 02:42:27.677558 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.791648 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129a99d-28c0-453f-bee5-c7d869a2da23 req-feb332d9-3437-480c-b69b-6cad34b16021 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:27.793093 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-7129a99d-28c0-453f-bee5-c7d869a2da23 req-feb332d9-3437-480c-b69b-6cad34b16021 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c19f20-82d4-4449-83a3-e411f7dfc04d HTTP/1.1" status: 200 len: 948 time: 0.0466344 Aug 13 02:42:27.830523 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-7129a99d-28c0-453f-bee5-c7d869a2da23 req-79483c17-c74c-47c8-87d9-aabe16991d18 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06b0eda9-a774-42a4-83f1-505eac029f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306447 Aug 13 02:42:27.944428 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device eb0f695a-4940-41ee-bd21-40816a47b02f details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:42:28.037301 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port eb0f695a-4940-41ee-bd21-40816a47b02f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=eb0f695a-4940-41ee-bd21-40816a47b02f,segment=NetworkSegment(49034e4d-e9ea-4785-bb3c-71a3c95a1231),segment_id=49034e4d-e9ea-4785-bb3c-71a3c95a1231)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:28.054250 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Returning: {'device': 'eb0f695a-4940-41ee-bd21-40816a47b02f', 'network_id': 'ee6d922b-000c-484b-8307-349205c59173', 'port_id': 'eb0f695a-4940-41ee-bd21-40816a47b02f', 'mac_address': 'fa:16:3e:67:ca:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f420e793-1dd7-4096-aa12-c69710b2af52', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:42:28.089314 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:28.102508 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb0f695a-4940-41ee-bd21-40816a47b02f {{(pid=100522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:42:28.121637 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port eb0f695a-4940-41ee-bd21-40816a47b02f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=eb0f695a-4940-41ee-bd21-40816a47b02f,segment=NetworkSegment(49034e4d-e9ea-4785-bb3c-71a3c95a1231),segment_id=49034e4d-e9ea-4785-bb3c-71a3c95a1231)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:28.125566 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:28.172057 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=eb0f695a-4940-41ee-bd21-40816a47b02f,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:28.675823 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fdfa5-b1fa-49d8-bde2-b3ff2f156b6f req-80c0594a-8c3b-4f2b-9e0b-6ea2772ed2a0 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:28.677296 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-392fdfa5-b1fa-49d8-bde2-b3ff2f156b6f req-80c0594a-8c3b-4f2b-9e0b-6ea2772ed2a0 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0496073 Aug 13 02:42:28.714478 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-392fdfa5-b1fa-49d8-bde2-b3ff2f156b6f req-52a20e8e-3559-409a-bec5-ad8dbe515c42 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314040 Aug 13 02:42:28.947029 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a5793-6c8d-43bb-a201-1186f5dbb19f req-ca7d3282-ba68-498b-ac82-45226b3a2b88 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:28.948547 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-fe1a5793-6c8d-43bb-a201-1186f5dbb19f req-ca7d3282-ba68-498b-ac82-45226b3a2b88 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c19f20-82d4-4449-83a3-e411f7dfc04d HTTP/1.1" status: 200 len: 949 time: 0.0506194 Aug 13 02:42:28.986139 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-fe1a5793-6c8d-43bb-a201-1186f5dbb19f req-a49b8703-547b-4c9c-a4e6-5e9f2e4ee8e5 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06b0eda9-a774-42a4-83f1-505eac029f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309949 Aug 13 02:42:29.019299 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['eb0f695a-4940-41ee-bd21-40816a47b02f'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:42:29.830216 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37a29e-d047-4392-a0e9-3944342c1061 req-a6de86bc-0d99-4a52-9cec-236153e8a3df tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:29.831683 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-aa37a29e-d047-4392-a0e9-3944342c1061 req-a6de86bc-0d99-4a52-9cec-236153e8a3df tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0509980 Aug 13 02:42:29.869047 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-aa37a29e-d047-4392-a0e9-3944342c1061 req-50bb6cfb-9542-4c9c-9004-7f20f0f8ab40 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315223 Aug 13 02:42:30.102777 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add11bd-42ae-4c1c-84ca-5f762d62c51d req-c753ec13-5c81-4a75-9fe1-5193d1af9f3f tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:30.104267 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-5add11bd-42ae-4c1c-84ca-5f762d62c51d req-c753ec13-5c81-4a75-9fe1-5193d1af9f3f tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c19f20-82d4-4449-83a3-e411f7dfc04d HTTP/1.1" status: 200 len: 949 time: 0.0479686 Aug 13 02:42:30.141078 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-5add11bd-42ae-4c1c-84ca-5f762d62c51d req-fa62df63-84e6-4090-b2c0-11c5777b3910 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06b0eda9-a774-42a4-83f1-505eac029f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304887 Aug 13 02:42:30.898306 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c0cda-65ad-4ab4-ac3c-4d6e1e448894 req-9384cbe4-b17f-40c8-80d0-c232dad4b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:30.899796 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1c9c0cda-65ad-4ab4-ac3c-4d6e1e448894 req-9384cbe4-b17f-40c8-80d0-c232dad4b8b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 1099 time: 0.0385404 Aug 13 02:42:30.947145 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1c9c0cda-65ad-4ab4-ac3c-4d6e1e448894 req-099a7764-27da-4688-901a-af25c7aaf9be service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287926 Aug 13 02:42:30.984914 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46603ea5-4b68-4ce1-95e9-b0973852000e req-e00d80f4-5281-4de1-9857-f235dbd2e309 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:30.986391 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-46603ea5-4b68-4ce1-95e9-b0973852000e req-e00d80f4-5281-4de1-9857-f235dbd2e309 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0481758 Aug 13 02:42:31.023307 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-46603ea5-4b68-4ce1-95e9-b0973852000e req-07b7f789-7621-4987-88d5-b7e9b26a5822 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309520 Aug 13 02:42:31.257979 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480f33a-c3f7-4225-91aa-d4e4c357b446 req-44d8a551-6ed2-48a5-a10a-468d88990bc7 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:31.259474 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8480f33a-c3f7-4225-91aa-d4e4c357b446 req-44d8a551-6ed2-48a5-a10a-468d88990bc7 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c19f20-82d4-4449-83a3-e411f7dfc04d HTTP/1.1" status: 200 len: 949 time: 0.0525548 Aug 13 02:42:31.297000 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8480f33a-c3f7-4225-91aa-d4e4c357b446 req-bd608e85-5944-4476-9de2-0c59fc6f940c tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06b0eda9-a774-42a4-83f1-505eac029f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316944 Aug 13 02:42:31.965799 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device eb0f695a-4940-41ee-bd21-40816a47b02f up at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:42:32.012728 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning for port eb0f695a-4940-41ee-bd21-40816a47b02f completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:42:32.017194 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning complete for port eb0f695a-4940-41ee-bd21-40816a47b02f triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:32.017568 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.092316 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.117186 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c19f20-82d4-4449-83a3-e411f7dfc04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0f695a-4940-41ee-bd21-40816a47b02f'}] {{(pid=100522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:32.119407 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8fc6cf8b2729e4d9e864767b08278c7cd211cb654a5ced023b8b854c91925" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851b3731-9e65-4b71-9a7c-94b0b4a50e9a" -d '{"events": [{"server_uuid": "a0c19f20-82d4-4449-83a3-e411f7dfc04d", "name": "network-vif-plugged", "status": "completed", "tag": "eb0f695a-4940-41ee-bd21-40816a47b02f"}]}' {{(pid=100522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:32.133033 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port eb0f695a-4940-41ee-bd21-40816a47b02f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=eb0f695a-4940-41ee-bd21-40816a47b02f,segment=NetworkSegment(49034e4d-e9ea-4785-bb3c-71a3c95a1231),segment_id=49034e4d-e9ea-4785-bb3c-71a3c95a1231)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:32.139246 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.140971 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33dd6a-170e-4dcb-a94c-91f04f473dd6 req-cc75669a-0756-4519-9b96-b15b9c90cee8 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:32.142117 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9f33dd6a-170e-4dcb-a94c-91f04f473dd6 req-cc75669a-0756-4519-9b96-b15b9c90cee8 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0510027 Aug 13 02:42:32.162690 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ee1ffd-4a5c-4a3a-998d-5bacb4064753 x-openstack-request-id: req-30ee1ffd-4a5c-4a3a-998d-5bacb4064753 {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:32.162989 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c19f20-82d4-4449-83a3-e411f7dfc04d", "name": "network-vif-plugged", "status": "completed", "tag": "eb0f695a-4940-41ee-bd21-40816a47b02f", "code": 200}]} {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:32.163243 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30ee1ffd-4a5c-4a3a-998d-5bacb4064753 {{(pid=100522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:32.163652 dv-cinder-760192-6-iscsi neutron-server[100522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c19f20-82d4-4449-83a3-e411f7dfc04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0f695a-4940-41ee-bd21-40816a47b02f', 'code': 200} Aug 13 02:42:32.183761 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9f33dd6a-170e-4dcb-a94c-91f04f473dd6 req-b6b60101-35d5-4b7b-be1a-7e16641ccee0 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344975 Aug 13 02:42:32.199124 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=eb0f695a-4940-41ee-bd21-40816a47b02f,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:32.362800 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb9afe-25d6-46c3-ab98-f035bf88a12b req-42c16aa5-8280-49cb-940f-c3ab41ed1b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:32.364298 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fbbb9afe-25d6-46c3-ab98-f035bf88a12b req-42c16aa5-8280-49cb-940f-c3ab41ed1b24 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a0c19f20-82d4-4449-83a3-e411f7dfc04d HTTP/1.1" status: 200 len: 1103 time: 0.0383484 Aug 13 02:42:32.409131 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c92a4-c81f-4067-989d-0629a42fdd95 req-17fe5dab-4270-4b93-aa12-8b652afd6cb2 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:32.409734 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fbbb9afe-25d6-46c3-ab98-f035bf88a12b req-213fffcd-ef56-4b9c-b136-8c2b507ad730 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=06b0eda9-a774-42a4-83f1-505eac029f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278223 Aug 13 02:42:32.410659 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-967c92a4-c81f-4067-989d-0629a42fdd95 req-17fe5dab-4270-4b93-aa12-8b652afd6cb2 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c19f20-82d4-4449-83a3-e411f7dfc04d HTTP/1.1" status: 200 len: 950 time: 0.0477250 Aug 13 02:42:32.448565 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-967c92a4-c81f-4067-989d-0629a42fdd95 req-01ab4391-7a2c-4616-8177-a13d7d5253a5 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06b0eda9-a774-42a4-83f1-505eac029f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318425 Aug 13 02:42:33.311427 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb011db6-e3d4-4c2d-92e3-24098a96c7aa req-4b1814e9-8fd2-47f3-b7e7-44a8eff82b32 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:33.312924 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-bb011db6-e3d4-4c2d-92e3-24098a96c7aa req-4b1814e9-8fd2-47f3-b7e7-44a8eff82b32 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0520821 Aug 13 02:42:33.350656 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-bb011db6-e3d4-4c2d-92e3-24098a96c7aa req-92f42e50-be88-43cc-8e41-5f3ce71ad655 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318148 Aug 13 02:42:33.563138 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1832fb-1940-42d7-be9c-48c11ddb6007 req-8df60321-37a2-40df-b1bc-599a649a3ad3 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:33.564793 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-4e1832fb-1940-42d7-be9c-48c11ddb6007 req-8df60321-37a2-40df-b1bc-599a649a3ad3 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c19f20-82d4-4449-83a3-e411f7dfc04d HTTP/1.1" status: 200 len: 950 time: 0.0507374 Aug 13 02:42:33.615145 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-4e1832fb-1940-42d7-be9c-48c11ddb6007 req-0322c73f-67ef-4db4-9733-0af488707fe4 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06b0eda9-a774-42a4-83f1-505eac029f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405846 Aug 13 02:42:33.685898 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc565e6-fe2c-4d8a-ac8d-00dd11d2a1b0 req-b1bf6b42-9566-453c-a73f-364a44e116b7 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:33.687351 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4bc565e6-fe2c-4d8a-ac8d-00dd11d2a1b0 req-b1bf6b42-9566-453c-a73f-364a44e116b7 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0778999 Aug 13 02:42:33.692611 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942377c-9078-48ec-9097-414fecacf004 req-578b6af6-b233-473e-85da-437febb62339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:33.693992 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8942377c-9078-48ec-9097-414fecacf004 req-578b6af6-b233-473e-85da-437febb62339 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad59fce07ec3416db582f1d506e2a581&device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 1099 time: 0.0568264 Aug 13 02:42:33.767812 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4bc565e6-fe2c-4d8a-ac8d-00dd11d2a1b0 req-52a98f25-b47b-4036-8ba8-79108833a8b8 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727825 Aug 13 02:42:33.808174 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942377c-9078-48ec-9097-414fecacf004 req-f944eaf1-3084-43f9-8ed4-4655a6ac73aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:33.809745 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8942377c-9078-48ec-9097-414fecacf004 req-f944eaf1-3084-43f9-8ed4-4655a6ac73aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=21e28e08-41d0-472d-a21a-15a7a1bf62f1 HTTP/1.1" status: 200 len: 920 time: 0.0990963 Aug 13 02:42:33.869389 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8942377c-9078-48ec-9097-414fecacf004 req-dea311ff-63c1-4786-9c0a-962451ec7355 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=439aa1d9-9341-4c3d-976e-1477ea03abb7 HTTP/1.1" status: 200 len: 217 time: 0.0349381 Aug 13 02:42:33.923365 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942377c-9078-48ec-9097-414fecacf004 req-4e9a9bb4-a2f7-497d-8d7b-5439c153cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:33.924766 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8942377c-9078-48ec-9097-414fecacf004 req-4e9a9bb4-a2f7-497d-8d7b-5439c153cd5f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=906d1824-252c-4a14-9659-5d1356c53672 HTTP/1.1" status: 200 len: 859 time: 0.0437379 Aug 13 02:42:33.963949 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8942377c-9078-48ec-9097-414fecacf004 req-2878ad3c-66cb-4bf8-83ed-50f53c013a03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21e28e08-41d0-472d-a21a-15a7a1bf62f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250161 Aug 13 02:42:34.082581 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8942377c-9078-48ec-9097-414fecacf004 req-23fa0a3a-576e-4ce1-a81b-4e04f54ca493 service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862179 Aug 13 02:42:34.191701 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8942377c-9078-48ec-9097-414fecacf004 req-721fc6f8-41c9-4c05-80f7-764a7621d992 service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819447 Aug 13 02:42:34.724491 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee6188-54a7-444a-bed3-fe5c086b72f1 req-bbf9cb23-4ea0-4780-be18-0d51f3435b2c tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:34.725934 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c4ee6188-54a7-444a-bed3-fe5c086b72f1 req-bbf9cb23-4ea0-4780-be18-0d51f3435b2c tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c19f20-82d4-4449-83a3-e411f7dfc04d HTTP/1.1" status: 200 len: 950 time: 0.0476255 Aug 13 02:42:34.762553 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c4ee6188-54a7-444a-bed3-fe5c086b72f1 req-827b1803-e9b5-4547-bae2-0c5f43a24fc2 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06b0eda9-a774-42a4-83f1-505eac029f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308137 Aug 13 02:42:34.886586 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92820ecd-9e84-465e-9cf6-7a3416fb1857 req-4d3da548-f697-44f5-9145-919d90ce6b91 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:34.888067 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-92820ecd-9e84-465e-9cf6-7a3416fb1857 req-4d3da548-f697-44f5-9145-919d90ce6b91 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0526955 Aug 13 02:42:34.924482 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-92820ecd-9e84-465e-9cf6-7a3416fb1857 req-cfa86cb5-11b1-47c9-a110-334c1d8b3c59 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306823 Aug 13 02:42:35.880418 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021681e-0f0a-4538-bd99-148edda23d99 req-4845a886-1115-4599-b5d6-cab403e833a0 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:35.881975 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3021681e-0f0a-4538-bd99-148edda23d99 req-4845a886-1115-4599-b5d6-cab403e833a0 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c19f20-82d4-4449-83a3-e411f7dfc04d HTTP/1.1" status: 200 len: 950 time: 0.0517828 Aug 13 02:42:35.920151 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3021681e-0f0a-4538-bd99-148edda23d99 req-684fda1d-1a17-43c7-bb95-c97d3313cd25 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06b0eda9-a774-42a4-83f1-505eac029f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324051 Aug 13 02:42:36.040503 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70530ccd-62ab-4ffa-84e4-af3de99d5435 req-0f5ff806-8070-46b7-8b79-14cf600d7ff8 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:36.041957 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-70530ccd-62ab-4ffa-84e4-af3de99d5435 req-0f5ff806-8070-46b7-8b79-14cf600d7ff8 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0500040 Aug 13 02:42:36.086197 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-70530ccd-62ab-4ffa-84e4-af3de99d5435 req-5b524fd4-6e10-4f8a-b56f-49d4e65e936b tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379064 Aug 13 02:42:36.176227 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb2b39-b252-41a1-9f9a-50c505eda4de req-9f0c267e-0f00-487e-9bf3-2f4ea942348f tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:36.177715 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-33cb2b39-b252-41a1-9f9a-50c505eda4de req-9f0c267e-0f00-487e-9bf3-2f4ea942348f tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c19f20-82d4-4449-83a3-e411f7dfc04d HTTP/1.1" status: 200 len: 950 time: 0.0507438 Aug 13 02:42:36.216145 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-33cb2b39-b252-41a1-9f9a-50c505eda4de req-9523b0d6-a5d4-4c14-b422-0dd2ef22b480 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06b0eda9-a774-42a4-83f1-505eac029f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324781 Aug 13 02:42:37.202021 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08987fe-cfe2-443d-a055-325ff72e5d84 req-7b91c2bc-5df0-4c19-9d8e-1b4776814ab3 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:37.203601 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f08987fe-cfe2-443d-a055-325ff72e5d84 req-7b91c2bc-5df0-4c19-9d8e-1b4776814ab3 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0497410 Aug 13 02:42:37.244531 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f08987fe-cfe2-443d-a055-325ff72e5d84 req-9b1b7c18-453d-4bf4-9b45-26d884b9dc02 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351348 Aug 13 02:42:37.328264 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307dc3b-fbaa-426b-b605-dd5ab0804d1c req-5e017218-6424-49d3-99dc-da99b9c285cc tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:37.329707 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-7307dc3b-fbaa-426b-b605-dd5ab0804d1c req-5e017218-6424-49d3-99dc-da99b9c285cc tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c19f20-82d4-4449-83a3-e411f7dfc04d HTTP/1.1" status: 200 len: 950 time: 0.0469041 Aug 13 02:42:37.366294 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-7307dc3b-fbaa-426b-b605-dd5ab0804d1c req-32f445e3-01df-43a2-b555-adcfa2ed33ce tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06b0eda9-a774-42a4-83f1-505eac029f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305562 Aug 13 02:42:38.360519 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf09821-1e5e-4d8a-a655-bfc1fde39871 req-2260a52d-8218-484b-b866-c555b730135b tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:38.361977 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-fcf09821-1e5e-4d8a-a655-bfc1fde39871 req-2260a52d-8218-484b-b866-c555b730135b tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0527394 Aug 13 02:42:38.399629 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-fcf09821-1e5e-4d8a-a655-bfc1fde39871 req-3d971f88-fcb3-4b22-9b38-e1b9533b4075 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318155 Aug 13 02:42:38.484717 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c2c5d-e66e-4a52-921e-36c03bfd8a15 req-352cf7b6-adbe-4d23-9b77-697c651c5c64 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:38.486307 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-326c2c5d-e66e-4a52-921e-36c03bfd8a15 req-352cf7b6-adbe-4d23-9b77-697c651c5c64 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c19f20-82d4-4449-83a3-e411f7dfc04d HTTP/1.1" status: 200 len: 950 time: 0.0523767 Aug 13 02:42:38.525056 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-326c2c5d-e66e-4a52-921e-36c03bfd8a15 req-4c317f1a-a28d-4bc0-87b3-b846aa40176a tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06b0eda9-a774-42a4-83f1-505eac029f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330100 Aug 13 02:42:39.514207 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc0b5f-a030-4992-9af7-ed162747c3aa req-8ecc686b-33d9-42ed-80a5-2b2a7d592f24 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:39.515690 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9cdc0b5f-a030-4992-9af7-ed162747c3aa req-8ecc686b-33d9-42ed-80a5-2b2a7d592f24 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0475101 Aug 13 02:42:39.555451 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9cdc0b5f-a030-4992-9af7-ed162747c3aa req-afc4f9e4-8b21-4f13-99ac-f65901f62e26 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338380 Aug 13 02:42:39.654545 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797a98e-61f0-48a0-988f-aa4df226d2ca req-aeba9963-24ec-4c02-8340-618e8dba0ea3 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:39.656064 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6797a98e-61f0-48a0-988f-aa4df226d2ca req-aeba9963-24ec-4c02-8340-618e8dba0ea3 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c19f20-82d4-4449-83a3-e411f7dfc04d HTTP/1.1" status: 200 len: 950 time: 0.0504754 Aug 13 02:42:39.694912 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6797a98e-61f0-48a0-988f-aa4df226d2ca req-57af19cc-1a1b-4634-a3b5-98513a539669 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06b0eda9-a774-42a4-83f1-505eac029f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323699 Aug 13 02:42:40.014180 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a2470-cd77-4ae9-8f45-101b1eaeb48e req-1f732370-6043-48d9-b506-898cff9c38b0 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:40.015728 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-402a2470-cd77-4ae9-8f45-101b1eaeb48e req-1f732370-6043-48d9-b506-898cff9c38b0 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0c19f20-82d4-4449-83a3-e411f7dfc04d HTTP/1.1" status: 200 len: 950 time: 0.0507622 Aug 13 02:42:40.120429 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-402a2470-cd77-4ae9-8f45-101b1eaeb48e req-0d5a7e9d-19f7-40da-a2b9-d60c536b37d3 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Deleting port eb0f695a-4940-41ee-bd21-40816a47b02f {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:42:40.120789 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-402a2470-cd77-4ae9-8f45-101b1eaeb48e req-0d5a7e9d-19f7-40da-a2b9-d60c536b37d3 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:40.208661 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-402a2470-cd77-4ae9-8f45-101b1eaeb48e req-0d5a7e9d-19f7-40da-a2b9-d60c536b37d3 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] For port eb0f695a-4940-41ee-bd21-40816a47b02f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=eb0f695a-4940-41ee-bd21-40816a47b02f,segment=NetworkSegment(49034e4d-e9ea-4785-bb3c-71a3c95a1231),segment_id=49034e4d-e9ea-4785-bb3c-71a3c95a1231)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:40.208946 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-402a2470-cd77-4ae9-8f45-101b1eaeb48e req-0d5a7e9d-19f7-40da-a2b9-d60c536b37d3 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:40.221361 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-402a2470-cd77-4ae9-8f45-101b1eaeb48e req-0d5a7e9d-19f7-40da-a2b9-d60c536b37d3 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Calling delete_port for eb0f695a-4940-41ee-bd21-40816a47b02f owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:42:40.351345 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-402a2470-cd77-4ae9-8f45-101b1eaeb48e req-0d5a7e9d-19f7-40da-a2b9-d60c536b37d3 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:40.374788 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['eb0f695a-4940-41ee-bd21-40816a47b02f'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:42:40.380994 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a7e9d-19f7-40da-a2b9-d60c536b37d3 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Pushing event deleted for resources: {'Port': ['ID=eb0f695a-4940-41ee-bd21-40816a47b02f,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:40.428509 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-402a2470-cd77-4ae9-8f45-101b1eaeb48e req-0d5a7e9d-19f7-40da-a2b9-d60c536b37d3 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] No DVR routers for this DVR port eb0f695a-4940-41ee-bd21-40816a47b02f on host hv-cinder-76019 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:42:40.431559 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-402a2470-cd77-4ae9-8f45-101b1eaeb48e req-0d5a7e9d-19f7-40da-a2b9-d60c536b37d3 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:40.433545 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-402a2470-cd77-4ae9-8f45-101b1eaeb48e req-0d5a7e9d-19f7-40da-a2b9-d60c536b37d3 tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.36 "DELETE /v2.0/ports/eb0f695a-4940-41ee-bd21-40816a47b02f HTTP/1.1" status: 204 len: 173 time: 0.4029391 Aug 13 02:42:40.433991 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c19f20-82d4-4449-83a3-e411f7dfc04d', 'name': 'network-vif-deleted', 'tag': 'eb0f695a-4940-41ee-bd21-40816a47b02f'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:40.436892 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b959bc-66f8-43a7-b1fb-2265d0db284f" -d '{"events": [{"server_uuid": "a0c19f20-82d4-4449-83a3-e411f7dfc04d", "name": "network-vif-deleted", "tag": "eb0f695a-4940-41ee-bd21-40816a47b02f"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:40.480645 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce19a880-8d5a-4412-b907-25f52c3e8802 x-openstack-request-id: req-ce19a880-8d5a-4412-b907-25f52c3e8802 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:40.480946 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c19f20-82d4-4449-83a3-e411f7dfc04d", "name": "network-vif-deleted", "tag": "eb0f695a-4940-41ee-bd21-40816a47b02f", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:40.481207 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce19a880-8d5a-4412-b907-25f52c3e8802 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:40.482312 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c19f20-82d4-4449-83a3-e411f7dfc04d', 'name': 'network-vif-deleted', 'tag': 'eb0f695a-4940-41ee-bd21-40816a47b02f', 'status': 'completed', 'code': 200} Aug 13 02:42:40.682080 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375eee5-6df3-414a-8d84-cc6e763a5df4 req-5474aeb1-0fd1-4870-9180-e8afcf5b240e tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:40.683542 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-2375eee5-6df3-414a-8d84-cc6e763a5df4 req-5474aeb1-0fd1-4870-9180-e8afcf5b240e tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0504928 Aug 13 02:42:40.722667 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-2375eee5-6df3-414a-8d84-cc6e763a5df4 req-002a2800-c522-41b5-8dc2-02c2da6bfe95 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322311 Aug 13 02:42:40.805992 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a3873bef-1936-41c0-9914-cd434d8e8586 req-2933ea82-0a46-4c7c-ba9d-550604af529a tempest-VolumesNegativeTest-2044160953 tempest-VolumesNegativeTest-2044160953-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c19f20-82d4-4449-83a3-e411f7dfc04d HTTP/1.1" status: 200 len: 210 time: 0.0267310 Aug 13 02:42:44.007311 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device eb0f695a-4940-41ee-bd21-40816a47b02f no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:42:44.029498 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] No Port match for: eb0f695a-4940-41ee-bd21-40816a47b02f {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:42:44.029846 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device eb0f695a-4940-41ee-bd21-40816a47b02f not bound to the agent host hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:42:45.937382 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:42:50.091353 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.513574 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-69a9e0f7-a99a-41b8-9176-4cb69b8f6d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.434463 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-7012fd14-25bd-4b72-80dc-57d41c62e5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.716670 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:56.274688 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:57.680683 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:10.409154 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309be68-3d51-4de9-a4ec-552d5ad348d8 req-d8ad804d-b062-4af3-a09c-f2a3ab5e1a01 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:10.410642 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8309be68-3d51-4de9-a4ec-552d5ad348d8 req-d8ad804d-b062-4af3-a09c-f2a3ab5e1a01 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 985 time: 0.0768754 Aug 13 02:43:10.420343 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2709b-ccb1-47c3-8748-197a6b66696b req-82b9ce1d-73c5-431c-acac-043f39e84d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:10.421782 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2ea2709b-ccb1-47c3-8748-197a6b66696b req-82b9ce1d-73c5-431c-acac-043f39e84d23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb573b2a890245ff8d8e4d68382278e8&device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 1138 time: 0.0626793 Aug 13 02:43:10.505302 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8309be68-3d51-4de9-a4ec-552d5ad348d8 req-fbd21b00-f0f3-4323-a7d5-b7d08121ad25 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&id=431bae73-f8be-481c-99c1-91036ea26eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0872831 Aug 13 02:43:10.544714 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2709b-ccb1-47c3-8748-197a6b66696b req-2099e2fe-8891-4de6-9333-5c82383f7215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:10.546158 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2ea2709b-ccb1-47c3-8748-197a6b66696b req-2099e2fe-8891-4de6-9333-5c82383f7215 service neutron] 10.222.0.36 "GET /v2.0/networks?id=25e840bf-2cc0-4d63-b321-6a3fc27b02df HTTP/1.1" status: 200 len: 916 time: 0.1076257 Aug 13 02:43:10.617302 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2ea2709b-ccb1-47c3-8748-197a6b66696b req-8ce2dd9f-7e39-4f0d-9843-c001ce338f46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38d39f21-9602-4f15-a37e-2efbe2a162ca HTTP/1.1" status: 200 len: 1001 time: 0.0588531 Aug 13 02:43:10.874312 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2709b-ccb1-47c3-8748-197a6b66696b req-ebee2cb3-d137-471d-8916-99f7a5efb8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:10.875817 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2ea2709b-ccb1-47c3-8748-197a6b66696b req-ebee2cb3-d137-471d-8916-99f7a5efb8d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d19fd7d0-a08d-4eae-ac69-213aa3924fc5 HTTP/1.1" status: 200 len: 854 time: 0.2459943 Aug 13 02:43:10.923227 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2709b-ccb1-47c3-8748-197a6b66696b req-3a16941f-8c09-4f65-9831-46e2858d8b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:10.924710 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2ea2709b-ccb1-47c3-8748-197a6b66696b req-3a16941f-8c09-4f65-9831-46e2858d8b4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25e840bf-2cc0-4d63-b321-6a3fc27b02df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414419 Aug 13 02:43:11.012222 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2ea2709b-ccb1-47c3-8748-197a6b66696b req-323116b5-18ef-4e88-a64a-d11659d0a1fd service neutron] 10.222.0.36 "GET /v2.0/networks/25e840bf-2cc0-4d63-b321-6a3fc27b02df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786862 Aug 13 02:43:11.106724 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2ea2709b-ccb1-47c3-8748-197a6b66696b req-467445b2-ec2a-46ea-a2ff-c96a6dac64e1 service neutron] 10.222.0.36 "GET /v2.0/networks/25e840bf-2cc0-4d63-b321-6a3fc27b02df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837963 Aug 13 02:43:11.628838 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8595dd5-f198-486c-8224-65c2fcbee887 req-f3c7ffed-9cc0-4122-83fe-ab6f36561e9a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:11.630286 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e8595dd5-f198-486c-8224-65c2fcbee887 req-f3c7ffed-9cc0-4122-83fe-ab6f36561e9a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 985 time: 0.0568900 Aug 13 02:43:11.674494 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e8595dd5-f198-486c-8224-65c2fcbee887 req-07721eb3-06d8-465b-881e-7b2a2b432a1d tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&id=431bae73-f8be-481c-99c1-91036ea26eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364640 Aug 13 02:43:12.787797 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756672fd-0b59-4213-87a1-a0194940f730 req-d9ad1d48-ff67-4e6d-8098-f5a1d137e62b tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:12.789245 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-756672fd-0b59-4213-87a1-a0194940f730 req-d9ad1d48-ff67-4e6d-8098-f5a1d137e62b tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 985 time: 0.0487602 Aug 13 02:43:12.828150 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-756672fd-0b59-4213-87a1-a0194940f730 req-7eec5aa6-4634-4966-ace9-02c8810af37b tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&id=431bae73-f8be-481c-99c1-91036ea26eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327120 Aug 13 02:43:13.940145 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a5b6f-e022-426f-91a7-fb2f18bb8c5d req-7486c6c0-7da9-49a1-9f5d-981236ba7682 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:13.941605 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9f9a5b6f-e022-426f-91a7-fb2f18bb8c5d req-7486c6c0-7da9-49a1-9f5d-981236ba7682 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 985 time: 0.0472136 Aug 13 02:43:13.980295 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9f9a5b6f-e022-426f-91a7-fb2f18bb8c5d req-4b023ef1-250c-469c-9868-1bde20aef83a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&id=431bae73-f8be-481c-99c1-91036ea26eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320697 Aug 13 02:43:15.093056 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2d325-28c7-4884-ac3d-306d966e1e38 req-f6c0efe6-8430-426d-b7ba-cff877f33e97 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:15.094578 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-13c2d325-28c7-4884-ac3d-306d966e1e38 req-f6c0efe6-8430-426d-b7ba-cff877f33e97 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 985 time: 0.0487447 Aug 13 02:43:15.140058 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-13c2d325-28c7-4884-ac3d-306d966e1e38 req-1954005b-1f30-471c-9445-0d13a769dfb5 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&id=431bae73-f8be-481c-99c1-91036ea26eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396233 Aug 13 02:43:16.252854 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009f5a9-5cb1-4aac-ad7c-f9ad9ba35e3f req-b9ad31d5-6ddc-441f-ba92-9d39ed5f51db tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:16.254329 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-a009f5a9-5cb1-4aac-ad7c-f9ad9ba35e3f req-b9ad31d5-6ddc-441f-ba92-9d39ed5f51db tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 985 time: 0.0480125 Aug 13 02:43:16.295621 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-a009f5a9-5cb1-4aac-ad7c-f9ad9ba35e3f req-5621704a-0a94-4746-82a6-fde1b5a787a6 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&id=431bae73-f8be-481c-99c1-91036ea26eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352845 Aug 13 02:43:17.409694 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1dd3dc-2670-4d14-839e-9deb536dd42e req-c734b2c8-8402-4c34-9469-8f6d7ab58e36 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:17.411140 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7a1dd3dc-2670-4d14-839e-9deb536dd42e req-c734b2c8-8402-4c34-9469-8f6d7ab58e36 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 985 time: 0.0499637 Aug 13 02:43:17.451852 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7a1dd3dc-2670-4d14-839e-9deb536dd42e req-7536dc25-8ab0-4514-93ee-109bd4d2ecea tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&id=431bae73-f8be-481c-99c1-91036ea26eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332968 Aug 13 02:43:18.565455 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c7806-0ce8-4c94-8f42-4ca613e64108 req-5995474d-d4d2-4b79-a7ab-8af462ecc0d9 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:18.566902 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-344c7806-0ce8-4c94-8f42-4ca613e64108 req-5995474d-d4d2-4b79-a7ab-8af462ecc0d9 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 985 time: 0.0504148 Aug 13 02:43:18.607518 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-344c7806-0ce8-4c94-8f42-4ca613e64108 req-1ce3702b-0817-4dc1-a818-2c4147fb50eb tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&id=431bae73-f8be-481c-99c1-91036ea26eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338366 Aug 13 02:43:19.248896 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8fb02f48-2fd0-4d09-b960-8a5acebd168a req-9688dbff-1a69-4d39-8faf-5bfde3ac3a13 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382047 Aug 13 02:43:19.342151 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb02f48-2fd0-4d09-b960-8a5acebd168a req-ba8aed42-c8b6-4a72-86d9-60b3cc781cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:19.343598 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8fb02f48-2fd0-4d09-b960-8a5acebd168a req-ba8aed42-c8b6-4a72-86d9-60b3cc781cdd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 1098 time: 0.0384126 Aug 13 02:43:19.460788 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb02f48-2fd0-4d09-b960-8a5acebd168a req-2804ab33-ffb3-4717-894c-6c3f25d7893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:19.463117 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8fb02f48-2fd0-4d09-b960-8a5acebd168a req-2804ab33-ffb3-4717-894c-6c3f25d7893f service neutron] 10.222.0.36 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 916 time: 0.0909033 Aug 13 02:43:19.504731 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8fb02f48-2fd0-4d09-b960-8a5acebd168a req-b44842cd-39aa-43ba-8a45-0e6cece94bc9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8da525de-fbee-49b3-870f-0498749a9b12 HTTP/1.1" status: 200 len: 217 time: 0.0328326 Aug 13 02:43:19.557262 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb02f48-2fd0-4d09-b960-8a5acebd168a req-b8684118-4621-404c-8775-7571b48cc69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:19.558629 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8fb02f48-2fd0-4d09-b960-8a5acebd168a req-b8684118-4621-404c-8775-7571b48cc69d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6 HTTP/1.1" status: 200 len: 855 time: 0.0449593 Aug 13 02:43:19.590800 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8fb02f48-2fd0-4d09-b960-8a5acebd168a req-cb221186-6ebe-4229-845a-c0460115135f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236561 Aug 13 02:43:19.691730 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8fb02f48-2fd0-4d09-b960-8a5acebd168a req-0c3110be-0443-4904-8003-16b946db4dd8 service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924315 Aug 13 02:43:19.777073 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5dad54-950c-4f0a-ba17-c032cb7ec948 req-01f1fbf8-597b-4a4e-aeff-f38b4af861f8 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:19.778523 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3d5dad54-950c-4f0a-ba17-c032cb7ec948 req-01f1fbf8-597b-4a4e-aeff-f38b4af861f8 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 985 time: 0.1049139 Aug 13 02:43:19.831756 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8fb02f48-2fd0-4d09-b960-8a5acebd168a req-cf13b68c-11e5-4c17-8960-1055cd520d11 service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252680 Aug 13 02:43:19.838989 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3d5dad54-950c-4f0a-ba17-c032cb7ec948 req-7dce32c4-43b7-4577-b97d-07bedb60fcc5 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&id=431bae73-f8be-481c-99c1-91036ea26eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544038 Aug 13 02:43:20.092027 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:20.962183 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ce0c5-8657-41e7-977f-8af191a31800 req-8df8ed41-dc5a-4527-b8ea-be7e3985edd9 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:20.962183 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-5c7ce0c5-8657-41e7-977f-8af191a31800 req-8df8ed41-dc5a-4527-b8ea-be7e3985edd9 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 985 time: 0.0487583 Aug 13 02:43:21.002522 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-5c7ce0c5-8657-41e7-977f-8af191a31800 req-dd5d9137-e880-416f-b78d-00a8ffee1953 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&id=431bae73-f8be-481c-99c1-91036ea26eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347183 Aug 13 02:43:22.122554 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa16a0c-06b4-4179-851c-ebdd9ae625aa req-684bb22b-909e-4823-8e59-a7b9fbd87bb6 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:22.124040 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8aa16a0c-06b4-4179-851c-ebdd9ae625aa req-684bb22b-909e-4823-8e59-a7b9fbd87bb6 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 985 time: 0.0536463 Aug 13 02:43:22.164081 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8aa16a0c-06b4-4179-851c-ebdd9ae625aa req-61761e79-24e3-42fa-9161-ccf82495267e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&id=431bae73-f8be-481c-99c1-91036ea26eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340283 Aug 13 02:43:22.513548 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-9eeaa360-3b8c-4c53-b722-2e55276581b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:22.935373 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:43:23.282733 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a18d4-5bba-4b4d-b444-9298ecbecd31 req-2498f49f-d331-437d-b93f-4f47d4700af8 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:23.284280 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-166a18d4-5bba-4b4d-b444-9298ecbecd31 req-2498f49f-d331-437d-b93f-4f47d4700af8 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 985 time: 0.0510948 Aug 13 02:43:23.324415 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-166a18d4-5bba-4b4d-b444-9298ecbecd31 req-d48f75a6-bb15-41b9-9072-a08982b7253c tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&id=431bae73-f8be-481c-99c1-91036ea26eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337286 Aug 13 02:43:24.437729 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e53a4-3f8d-46c9-8c40-d5d44da134b5 req-371e5fae-18e4-4c73-8bee-1d26dae5761a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:24.439177 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-492e53a4-3f8d-46c9-8c40-d5d44da134b5 req-371e5fae-18e4-4c73-8bee-1d26dae5761a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 985 time: 0.0490465 Aug 13 02:43:24.477904 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-492e53a4-3f8d-46c9-8c40-d5d44da134b5 req-3bebdca8-6e23-43fa-8d92-50dc120d1114 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&id=431bae73-f8be-481c-99c1-91036ea26eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327892 Aug 13 02:43:25.435401 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dafbe19a-69fa-4410-9e0f-711c944235d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:25.590924 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca36ec-fdca-4b5a-b1e8-cbb9251f14fa req-d6d25477-0f86-4adf-b5be-809dabcf663a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:25.592391 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-11ca36ec-fdca-4b5a-b1e8-cbb9251f14fa req-d6d25477-0f86-4adf-b5be-809dabcf663a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 985 time: 0.0503297 Aug 13 02:43:25.631755 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-11ca36ec-fdca-4b5a-b1e8-cbb9251f14fa req-4dda8192-72e0-4f7e-b23e-14498f0e54a8 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&id=431bae73-f8be-481c-99c1-91036ea26eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333560 Aug 13 02:43:25.717421 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:26.276800 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:26.743690 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1375f-4d2c-4c81-86a7-d4070f806db9 req-621b6732-f1e3-418f-93d8-560fd1f44725 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:26.745547 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bbc1375f-4d2c-4c81-86a7-d4070f806db9 req-621b6732-f1e3-418f-93d8-560fd1f44725 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 985 time: 0.0488431 Aug 13 02:43:26.786334 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bbc1375f-4d2c-4c81-86a7-d4070f806db9 req-2d9f7739-40b0-466e-8c9e-763ac5a592b0 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&id=431bae73-f8be-481c-99c1-91036ea26eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347197 Aug 13 02:43:27.684121 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:27.899654 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a6623-2070-4034-865f-a10e58677115 req-7044bb89-4414-4424-b6e6-cfbbd5eca1c0 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:27.901125 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-dc2a6623-2070-4034-865f-a10e58677115 req-7044bb89-4414-4424-b6e6-cfbbd5eca1c0 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 985 time: 0.0473721 Aug 13 02:43:27.939901 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-dc2a6623-2070-4034-865f-a10e58677115 req-03f03267-b319-4a56-8144-62395c36e7ed tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&id=431bae73-f8be-481c-99c1-91036ea26eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325904 Aug 13 02:43:29.055188 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897dc74-1c3b-4dd5-ae78-dfe9bc2ef29c req-3b2f8eb6-1b2f-4280-89fe-343e96c74f10 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:29.056638 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8897dc74-1c3b-4dd5-ae78-dfe9bc2ef29c req-3b2f8eb6-1b2f-4280-89fe-343e96c74f10 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 985 time: 0.0518644 Aug 13 02:43:29.095036 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8897dc74-1c3b-4dd5-ae78-dfe9bc2ef29c req-ca46b4aa-58d8-4c08-8362-324d86c2a69c tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&id=431bae73-f8be-481c-99c1-91036ea26eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323899 Aug 13 02:43:50.104212 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:52.513282 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-5150aa7a-e762-4371-92ab-f5da7e73cb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:55.435828 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-d4fc4b34-b238-4ae5-8456-49abcc951f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:55.717378 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:56.279035 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:57.687221 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:59.934663 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:44:08.036983 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-1bc6b430-815f-4c78-8438-bd0fec9111bf req-dd6471ce-b50e-4ef0-83dc-8885e3d28c3a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1549664007&fields=id&tenant_id=cb573b2a890245ff8d8e4d68382278e8 HTTP/1.1" status: 200 len: 267 time: 0.0856891 Aug 13 02:44:08.092019 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6b430-815f-4c78-8438-bd0fec9111bf req-250ff469-21a4-40c2-ab65-1987818fdedc tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:08.093459 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-1bc6b430-815f-4c78-8438-bd0fec9111bf req-250ff469-21a4-40c2-ab65-1987818fdedc tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 985 time: 0.0509243 Aug 13 02:44:08.105129 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [req-1bc6b430-815f-4c78-8438-bd0fec9111bf req-4d8c4d85-7c66-4740-b978-35012fc728e4 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Request body: {'port': {'security_groups': ['434e76e7-81b4-421f-b4d9-1bca279f9653']}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:08.170852 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [req-1bc6b430-815f-4c78-8438-bd0fec9111bf req-4d8c4d85-7c66-4740-b978-35012fc728e4 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:08.381677 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [req-1bc6b430-815f-4c78-8438-bd0fec9111bf req-4d8c4d85-7c66-4740-b978-35012fc728e4 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] For port 38d39f21-9602-4f15-a37e-2efbe2a162ca, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=38d39f21-9602-4f15-a37e-2efbe2a162ca,segment=NetworkSegment(27f3dcbb-fd85-4c67-9af0-4759c4e54c9b),segment_id=27f3dcbb-fd85-4c67-9af0-4759c4e54c9b)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:08.409312 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [req-1bc6b430-815f-4c78-8438-bd0fec9111bf req-4d8c4d85-7c66-4740-b978-35012fc728e4 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for port, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:08.414367 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [req-1bc6b430-815f-4c78-8438-bd0fec9111bf req-4d8c4d85-7c66-4740-b978-35012fc728e4 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:08.426363 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['38d39f21-9602-4f15-a37e-2efbe2a162ca'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:44:08.457092 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6b430-815f-4c78-8438-bd0fec9111bf req-4d8c4d85-7c66-4740-b978-35012fc728e4 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:08.457595 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [req-1bc6b430-815f-4c78-8438-bd0fec9111bf req-4d8c4d85-7c66-4740-b978-35012fc728e4 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for port, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:08.459732 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-1bc6b430-815f-4c78-8438-bd0fec9111bf req-4d8c4d85-7c66-4740-b978-35012fc728e4 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "PUT /v2.0/ports/38d39f21-9602-4f15-a37e-2efbe2a162ca HTTP/1.1" status: 200 len: 943 time: 0.3589644 Aug 13 02:44:08.460163 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a94365c-647f-4188-9d29-16f0cef9d180', 'tag': '38d39f21-9602-4f15-a37e-2efbe2a162ca'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:44:08.462403 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cfb025da75d9d11c28f101ae45bca3ab743feb35e1b92c787b6593142af668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7ff195-08e4-40f1-9806-7bb37ff174df" -d '{"events": [{"name": "network-changed", "server_uuid": "2a94365c-647f-4188-9d29-16f0cef9d180", "tag": "38d39f21-9602-4f15-a37e-2efbe2a162ca"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:44:08.472236 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 39328) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:08.492574 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c4d85-7c66-4740-b978-35012fc728e4 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Pushing event updated for resources: {'Port': ['ID=38d39f21-9602-4f15-a37e-2efbe2a162ca,revision_number=7']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:08.501704 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c4d85-7c66-4740-b978-35012fc728e4 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:08.502196 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c4d85-7c66-4740-b978-35012fc728e4 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:08.502636 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c4d85-7c66-4740-b978-35012fc728e4 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:08.503069 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c4d85-7c66-4740-b978-35012fc728e4 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:08.503513 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c4d85-7c66-4740-b978-35012fc728e4 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:08.503974 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c4d85-7c66-4740-b978-35012fc728e4 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:08.504665 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c4d85-7c66-4740-b978-35012fc728e4 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:08.505095 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c4d85-7c66-4740-b978-35012fc728e4 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:08.505532 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c4d85-7c66-4740-b978-35012fc728e4 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:08.506161 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c4d85-7c66-4740-b978-35012fc728e4 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:08.506592 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c4d85-7c66-4740-b978-35012fc728e4 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:08.507441 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c4d85-7c66-4740-b978-35012fc728e4 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:08.526663 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9036370-3d84-46ca-8e2d-556e542a9f5e x-openstack-request-id: req-c9036370-3d84-46ca-8e2d-556e542a9f5e {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:44:08.527054 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a94365c-647f-4188-9d29-16f0cef9d180", "tag": "38d39f21-9602-4f15-a37e-2efbe2a162ca", "status": "completed", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:44:08.527535 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9036370-3d84-46ca-8e2d-556e542a9f5e {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:44:08.528178 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a94365c-647f-4188-9d29-16f0cef9d180', 'tag': '38d39f21-9602-4f15-a37e-2efbe2a162ca', 'status': 'completed', 'code': 200} Aug 13 02:44:08.550709 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4180bf1d-4ff1-4978-b777-cc20aebe8e2e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:08.601032 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4180bf1d-4ff1-4978-b777-cc20aebe8e2e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:08.608835 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['38d39f21-9602-4f15-a37e-2efbe2a162ca'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:44:08.641882 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ff195-08e4-40f1-9806-7bb37ff174df req-dbe1dc7d-3f4d-4876-86c4-540774276890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:08.643399 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2c7ff195-08e4-40f1-9806-7bb37ff174df req-dbe1dc7d-3f4d-4876-86c4-540774276890 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb573b2a890245ff8d8e4d68382278e8&device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 1099 time: 0.0815117 Aug 13 02:44:08.700568 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-fb9a2cde-ad49-4002-a435-e8df1257924f None None] Provisioning complete for port 38d39f21-9602-4f15-a37e-2efbe2a162ca triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:08.701040 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-fb9a2cde-ad49-4002-a435-e8df1257924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:08.737903 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4180bf1d-4ff1-4978-b777-cc20aebe8e2e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:08.741035 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4180bf1d-4ff1-4978-b777-cc20aebe8e2e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:08.742163 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-4180bf1d-4ff1-4978-b777-cc20aebe8e2e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "DELETE /v2.0/security-groups/431bae73-f8be-481c-99c1-91036ea26eb3 HTTP/1.1" status: 204 len: 168 time: 0.2690310 Aug 13 02:44:08.745198 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 39330) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:08.759222 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180bf1d-4ff1-4978-b777-cc20aebe8e2e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=431bae73-f8be-481c-99c1-91036ea26eb3,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:08.767117 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ff195-08e4-40f1-9806-7bb37ff174df req-f566adeb-ee09-4a29-be6c-169b589a92cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:08.768645 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2c7ff195-08e4-40f1-9806-7bb37ff174df req-f566adeb-ee09-4a29-be6c-169b589a92cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=25e840bf-2cc0-4d63-b321-6a3fc27b02df HTTP/1.1" status: 200 len: 916 time: 0.1157825 Aug 13 02:44:08.770254 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180bf1d-4ff1-4978-b777-cc20aebe8e2e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:08.770940 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180bf1d-4ff1-4978-b777-cc20aebe8e2e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:08.770940 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180bf1d-4ff1-4978-b777-cc20aebe8e2e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:08.771256 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180bf1d-4ff1-4978-b777-cc20aebe8e2e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:08.771615 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180bf1d-4ff1-4978-b777-cc20aebe8e2e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:08.771944 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180bf1d-4ff1-4978-b777-cc20aebe8e2e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:08.772278 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180bf1d-4ff1-4978-b777-cc20aebe8e2e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:08.772605 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180bf1d-4ff1-4978-b777-cc20aebe8e2e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:08.772931 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180bf1d-4ff1-4978-b777-cc20aebe8e2e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:08.773258 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180bf1d-4ff1-4978-b777-cc20aebe8e2e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:08.773590 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180bf1d-4ff1-4978-b777-cc20aebe8e2e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:08.773914 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180bf1d-4ff1-4978-b777-cc20aebe8e2e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:08.863483 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2c7ff195-08e4-40f1-9806-7bb37ff174df req-28ce4aa0-92a5-4d94-9a93-913ec6e91942 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38d39f21-9602-4f15-a37e-2efbe2a162ca HTTP/1.1" status: 200 len: 1001 time: 0.0845401 Aug 13 02:44:08.916937 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ff195-08e4-40f1-9806-7bb37ff174df req-5753e351-f92f-4a8f-81ea-50635ed78058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:08.918381 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2c7ff195-08e4-40f1-9806-7bb37ff174df req-5753e351-f92f-4a8f-81ea-50635ed78058 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d19fd7d0-a08d-4eae-ac69-213aa3924fc5 HTTP/1.1" status: 200 len: 854 time: 0.0459037 Aug 13 02:44:08.927604 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-75a930c4-d33b-4ea5-a3b8-101a06cdab41 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Deleting port 24b9524a-bdb0-4991-9e5a-4f468857009b {{(pid=100521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:44:08.928025 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-75a930c4-d33b-4ea5-a3b8-101a06cdab41 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:08.963756 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ff195-08e4-40f1-9806-7bb37ff174df req-4f4c9de4-ed79-4376-af3e-f2e9ccd714f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:08.965362 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2c7ff195-08e4-40f1-9806-7bb37ff174df req-4f4c9de4-ed79-4376-af3e-f2e9ccd714f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25e840bf-2cc0-4d63-b321-6a3fc27b02df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388434 Aug 13 02:44:08.999749 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-75a930c4-d33b-4ea5-a3b8-101a06cdab41 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:09.000001 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-75a930c4-d33b-4ea5-a3b8-101a06cdab41 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:09.011199 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-75a930c4-d33b-4ea5-a3b8-101a06cdab41 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Calling delete_port for 24b9524a-bdb0-4991-9e5a-4f468857009b owned by network:floatingip {{(pid=100521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:44:09.060525 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2c7ff195-08e4-40f1-9806-7bb37ff174df req-df80afb4-cca6-4875-aaf9-610a9b7cad0f service neutron] 10.222.0.36 "GET /v2.0/networks/25e840bf-2cc0-4d63-b321-6a3fc27b02df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835001 Aug 13 02:44:09.148543 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2c7ff195-08e4-40f1-9806-7bb37ff174df req-8905eeac-7b4e-4faf-b42a-e490470ffe48 service neutron] 10.222.0.36 "GET /v2.0/networks/25e840bf-2cc0-4d63-b321-6a3fc27b02df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800254 Aug 13 02:44:09.215752 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-75a930c4-d33b-4ea5-a3b8-101a06cdab41 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668'] for port, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:09.239352 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a930c4-d33b-4ea5-a3b8-101a06cdab41 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Pushing event deleted for resources: {'Port': ['ID=24b9524a-bdb0-4991-9e5a-4f468857009b,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:09.263788 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-75a930c4-d33b-4ea5-a3b8-101a06cdab41 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks [] for floatingip, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:09.264064 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.db.l3_db [None req-75a930c4-d33b-4ea5-a3b8-101a06cdab41 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Floating IP 1d4df8e0-8483-45a8-b9fc-3f33ac70f7c1 disassociated (deleted). External IP: 172.27.3.55, port: 38d39f21-9602-4f15-a37e-2efbe2a162ca. Aug 13 02:44:09.468953 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a930c4-d33b-4ea5-a3b8-101a06cdab41 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Router bcc9f959-0d58-47bf-ae18-52362b414c85 has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:44:09.781368 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a930c4-d33b-4ea5-a3b8-101a06cdab41 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:44:09.786833 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-75a930c4-d33b-4ea5-a3b8-101a06cdab41 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for floatingip, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:09.791631 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5302e215-fca1-40e1-91c4-2fa56dd26cff None None] Sync routers for ids ['bcc9f959-0d58-47bf-ae18-52362b414c85'] in dv-cinder-760192-6-iscsi {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:44:09.800432 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5302e215-fca1-40e1-91c4-2fa56dd26cff None None] Routers {'bcc9f959-0d58-47bf-ae18-52362b414c85'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:44:09.801036 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-5302e215-fca1-40e1-91c4-2fa56dd26cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:43:55Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['bcc9f959-0d58-47bf-ae18-52362b414c85'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:09.813418 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-75a930c4-d33b-4ea5-a3b8-101a06cdab41 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "DELETE /v2.0/floatingips/1d4df8e0-8483-45a8-b9fc-3f33ac70f7c1 HTTP/1.1" status: 204 len: 168 time: 1.0671434 Aug 13 02:44:09.906513 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-5302e215-fca1-40e1-91c4-2fa56dd26cff None None] Set router bcc9f959-0d58-47bf-ae18-52362b414c85 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:44:10.111487 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-5302e215-fca1-40e1-91c4-2fa56dd26cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'name': 'tempest-TestMinimumBasicScenario-1363964338-router', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '16c7a1ca-c05e-4903-b817-b5ef5dc74682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:03Z', 'revision_number': 4, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'gw_port': {'id': '16c7a1ca-c05e-4903-b817-b5ef5dc74682', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:00Z', 'updated_at': '2021-08-13T02:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '1ee17104-9b32-4480-85d3-512bfc91611d', 'name': '', 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'mac_address': 'fa:16:3e:98:95:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd19fd7d0-a08d-4eae-ac69-213aa3924fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:03Z', 'updated_at': '2021-08-13T02:41:10Z', 'revision_number': 5, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'subnets': [{'id': 'd19fd7d0-a08d-4eae-ac69-213aa3924fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:10.136238 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5302e215-fca1-40e1-91c4-2fa56dd26cff None None] Checking router: bcc9f959-0d58-47bf-ae18-52362b414c85 for host: dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:44:10.144014 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5302e215-fca1-40e1-91c4-2fa56dd26cff None None] Routers {'bcc9f959-0d58-47bf-ae18-52362b414c85'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:44:10.144606 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-5302e215-fca1-40e1-91c4-2fa56dd26cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:43:55Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['bcc9f959-0d58-47bf-ae18-52362b414c85'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:10.244091 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-5302e215-fca1-40e1-91c4-2fa56dd26cff None None] Set router bcc9f959-0d58-47bf-ae18-52362b414c85 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:44:10.440944 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-5302e215-fca1-40e1-91c4-2fa56dd26cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'name': 'tempest-TestMinimumBasicScenario-1363964338-router', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '16c7a1ca-c05e-4903-b817-b5ef5dc74682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:03Z', 'revision_number': 4, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'gw_port': {'id': '16c7a1ca-c05e-4903-b817-b5ef5dc74682', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:00Z', 'updated_at': '2021-08-13T02:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '1ee17104-9b32-4480-85d3-512bfc91611d', 'name': '', 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'mac_address': 'fa:16:3e:98:95:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd19fd7d0-a08d-4eae-ac69-213aa3924fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:03Z', 'updated_at': '2021-08-13T02:41:10Z', 'revision_number': 5, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'subnets': [{'id': 'd19fd7d0-a08d-4eae-ac69-213aa3924fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:10.468301 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5302e215-fca1-40e1-91c4-2fa56dd26cff None None] The sync data for ids ['bcc9f959-0d58-47bf-ae18-52362b414c85'] in dv-cinder-760192-6-iscsi is: [{'id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'name': 'tempest-TestMinimumBasicScenario-1363964338-router', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '16c7a1ca-c05e-4903-b817-b5ef5dc74682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:03Z', 'revision_number': 4, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'gw_port': {'id': '16c7a1ca-c05e-4903-b817-b5ef5dc74682', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:00Z', 'updated_at': '2021-08-13T02:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '1ee17104-9b32-4480-85d3-512bfc91611d', 'name': '', 'network_id': '25e840bf-2cc0-4d63-b321-6a3fc27b02df', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'mac_address': 'fa:16:3e:98:95:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd19fd7d0-a08d-4eae-ac69-213aa3924fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:03Z', 'updated_at': '2021-08-13T02:41:10Z', 'revision_number': 5, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'subnets': [{'id': 'd19fd7d0-a08d-4eae-ac69-213aa3924fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:44:10.528940 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a94365c-647f-4188-9d29-16f0cef9d180', 'tag': '38d39f21-9602-4f15-a37e-2efbe2a162ca'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:44:10.531513 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cfb025da75d9d11c28f101ae45bca3ab743feb35e1b92c787b6593142af668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9593a6bb-94f5-487a-8b1a-cd644a0e7f73" -d '{"events": [{"name": "network-changed", "server_uuid": "2a94365c-647f-4188-9d29-16f0cef9d180", "tag": "38d39f21-9602-4f15-a37e-2efbe2a162ca"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:44:10.566217 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b517fa48-6e99-4540-9992-165e47e0d6ce x-openstack-request-id: req-b517fa48-6e99-4540-9992-165e47e0d6ce {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:44:10.566511 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a94365c-647f-4188-9d29-16f0cef9d180", "tag": "38d39f21-9602-4f15-a37e-2efbe2a162ca", "status": "completed", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:44:10.567315 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b517fa48-6e99-4540-9992-165e47e0d6ce {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:44:10.567927 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a94365c-647f-4188-9d29-16f0cef9d180', 'tag': '38d39f21-9602-4f15-a37e-2efbe2a162ca', 'status': 'completed', 'code': 200} Aug 13 02:44:10.630002 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593a6bb-94f5-487a-8b1a-cd644a0e7f73 req-676a22d1-27bb-49fe-8198-dec003415118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:10.631529 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9593a6bb-94f5-487a-8b1a-cd644a0e7f73 req-676a22d1-27bb-49fe-8198-dec003415118 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb573b2a890245ff8d8e4d68382278e8&device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 1099 time: 0.0414994 Aug 13 02:44:10.680477 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a0507-0862-4cd3-b210-c9185da3e326 None None] New status for floating IP 1d4df8e0-8483-45a8-b9fc-3f33ac70f7c1: DOWN {{(pid=100522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:44:10.724700 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593a6bb-94f5-487a-8b1a-cd644a0e7f73 req-893f02ec-19f0-4b1e-ae4d-66a59cbd2106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:10.726178 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9593a6bb-94f5-487a-8b1a-cd644a0e7f73 req-893f02ec-19f0-4b1e-ae4d-66a59cbd2106 service neutron] 10.222.0.36 "GET /v2.0/networks?id=25e840bf-2cc0-4d63-b321-6a3fc27b02df HTTP/1.1" status: 200 len: 916 time: 0.0875568 Aug 13 02:44:10.769049 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9593a6bb-94f5-487a-8b1a-cd644a0e7f73 req-6f730c8b-433f-4e94-8fc4-1eab5b7b25ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38d39f21-9602-4f15-a37e-2efbe2a162ca HTTP/1.1" status: 200 len: 217 time: 0.0347853 Aug 13 02:44:10.819597 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593a6bb-94f5-487a-8b1a-cd644a0e7f73 req-0d62bbf6-f10c-45a8-bd5d-9fcfe7960c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:10.821011 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9593a6bb-94f5-487a-8b1a-cd644a0e7f73 req-0d62bbf6-f10c-45a8-bd5d-9fcfe7960c86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d19fd7d0-a08d-4eae-ac69-213aa3924fc5 HTTP/1.1" status: 200 len: 854 time: 0.0437841 Aug 13 02:44:10.869179 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593a6bb-94f5-487a-8b1a-cd644a0e7f73 req-a4fff117-0b19-4ac8-b4a6-a2ac1e57314c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:10.870551 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9593a6bb-94f5-487a-8b1a-cd644a0e7f73 req-a4fff117-0b19-4ac8-b4a6-a2ac1e57314c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25e840bf-2cc0-4d63-b321-6a3fc27b02df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415730 Aug 13 02:44:10.964833 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9593a6bb-94f5-487a-8b1a-cd644a0e7f73 req-aff66aa9-7db9-4363-8814-5894a18af581 service neutron] 10.222.0.36 "GET /v2.0/networks/25e840bf-2cc0-4d63-b321-6a3fc27b02df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797811 Aug 13 02:44:11.058909 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9593a6bb-94f5-487a-8b1a-cd644a0e7f73 req-98386b68-b015-442f-84d4-b7fcc349ad6d service neutron] 10.222.0.36 "GET /v2.0/networks/25e840bf-2cc0-4d63-b321-6a3fc27b02df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861707 Aug 13 02:44:20.104383 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:20.910101 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8ee3b770-cbfe-4ca0-811a-c53cba908f62 req-e1392b0e-2c05-407b-afc3-41324e87ff89 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406852 Aug 13 02:44:20.971428 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3b770-cbfe-4ca0-811a-c53cba908f62 req-f28fdb52-a84c-4848-9ed1-d50488361051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:20.972944 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8ee3b770-cbfe-4ca0-811a-c53cba908f62 req-f28fdb52-a84c-4848-9ed1-d50488361051 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad59fce07ec3416db582f1d506e2a581&device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 1099 time: 0.0403829 Aug 13 02:44:21.077928 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3b770-cbfe-4ca0-811a-c53cba908f62 req-65b3ede3-69a3-4b91-9d59-6b51765d61b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:21.079408 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8ee3b770-cbfe-4ca0-811a-c53cba908f62 req-65b3ede3-69a3-4b91-9d59-6b51765d61b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=21e28e08-41d0-472d-a21a-15a7a1bf62f1 HTTP/1.1" status: 200 len: 920 time: 0.0856323 Aug 13 02:44:21.120912 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8ee3b770-cbfe-4ca0-811a-c53cba908f62 req-669b43a7-9534-42c8-a31a-4ee69d933d46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=439aa1d9-9341-4c3d-976e-1477ea03abb7 HTTP/1.1" status: 200 len: 217 time: 0.0325811 Aug 13 02:44:21.170318 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3b770-cbfe-4ca0-811a-c53cba908f62 req-68124437-af2c-4b6f-8730-a1d0d40425e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:21.171840 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8ee3b770-cbfe-4ca0-811a-c53cba908f62 req-68124437-af2c-4b6f-8730-a1d0d40425e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=906d1824-252c-4a14-9659-5d1356c53672 HTTP/1.1" status: 200 len: 859 time: 0.0434694 Aug 13 02:44:21.208534 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8ee3b770-cbfe-4ca0-811a-c53cba908f62 req-15097091-8aa3-4678-b6c5-e47776d92e23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21e28e08-41d0-472d-a21a-15a7a1bf62f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288405 Aug 13 02:44:21.295447 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8ee3b770-cbfe-4ca0-811a-c53cba908f62 req-6482f013-9ca2-4f9d-bec0-90544060e372 service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790961 Aug 13 02:44:21.387559 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8ee3b770-cbfe-4ca0-811a-c53cba908f62 req-fc5864e1-80a4-4bd2-934e-3d8aa1ef3f3c service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836573 Aug 13 02:44:22.514299 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-3c4d9bd2-56be-46ca-8c5b-e336b92ad367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:25.436824 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-370c21b3-30de-47c2-8df3-2752af9d32a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:25.719465 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:26.282385 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:27.690462 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:36.933343 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:44:50.097097 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:52.513675 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-5e081dd6-fb1e-4cfe-8ee2-bb9558854680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:55.436308 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-cef6a060-60c2-4040-9b30-7eb263594e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:55.720520 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:56.286370 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:57.695327 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:13.933155 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:45:20.113888 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:20.961225 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-acf58c3d-40bb-4af3-ae8d-9e5e381e5033 req-9c347fd8-5485-484b-86e6-12daeda18bc8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785999 Aug 13 02:45:21.022098 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf58c3d-40bb-4af3-ae8d-9e5e381e5033 req-b6e2431a-1b7d-458c-ba46-121cce0276b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:21.023534 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-acf58c3d-40bb-4af3-ae8d-9e5e381e5033 req-b6e2431a-1b7d-458c-ba46-121cce0276b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad59fce07ec3416db582f1d506e2a581&device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 1099 time: 0.0385072 Aug 13 02:45:21.126982 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf58c3d-40bb-4af3-ae8d-9e5e381e5033 req-da5f5532-a7c9-4a1d-abad-3f3c0257b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:21.128452 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-acf58c3d-40bb-4af3-ae8d-9e5e381e5033 req-da5f5532-a7c9-4a1d-abad-3f3c0257b331 service neutron] 10.222.0.36 "GET /v2.0/networks?id=21e28e08-41d0-472d-a21a-15a7a1bf62f1 HTTP/1.1" status: 200 len: 920 time: 0.0838401 Aug 13 02:45:21.170188 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-acf58c3d-40bb-4af3-ae8d-9e5e381e5033 req-5e3016e4-3e64-4a32-b776-1afcb6ecf50e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91a79438-633c-48a5-904c-24f3f9737974 HTTP/1.1" status: 200 len: 217 time: 0.0342698 Aug 13 02:45:21.218098 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf58c3d-40bb-4af3-ae8d-9e5e381e5033 req-8532a0f5-16d7-4afb-9a18-9cd85fdfb0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:21.219416 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-acf58c3d-40bb-4af3-ae8d-9e5e381e5033 req-8532a0f5-16d7-4afb-9a18-9cd85fdfb0b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=906d1824-252c-4a14-9659-5d1356c53672 HTTP/1.1" status: 200 len: 859 time: 0.0416715 Aug 13 02:45:21.248851 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-acf58c3d-40bb-4af3-ae8d-9e5e381e5033 req-26b21856-fd26-4921-a38d-7b4447296fc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21e28e08-41d0-472d-a21a-15a7a1bf62f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0220156 Aug 13 02:45:21.345556 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-acf58c3d-40bb-4af3-ae8d-9e5e381e5033 req-1c7d9f3d-2922-4960-b812-8db94c87d4ad service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874343 Aug 13 02:45:21.433745 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-acf58c3d-40bb-4af3-ae8d-9e5e381e5033 req-a5395096-a057-4544-bf59-18dec71e8033 service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806432 Aug 13 02:45:22.514486 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-f4d5aaa0-986d-4eda-b5f7-0dd72a5f4ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:25.436916 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-45f79e62-6899-4ade-8222-606a7ab1519d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:25.721964 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:26.288425 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:27.698354 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:50.120264 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:50.931948 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:45:52.515752 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-5be1216c-83d4-475f-ae34-1d1e61d191c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:55.438683 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-78ce135e-ecfd-4fce-a1e9-67c892108257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:55.722593 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:56.291614 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:57.698551 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:20.128623 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:21.210646 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cf3d40a8-90bb-4b68-9b41-326d2a1b983c req-ec557ba8-778a-43a7-ada8-6f2067bac04d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb86c857-4035-4f98-8192-982c2f24592c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421472 Aug 13 02:46:21.269653 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d40a8-90bb-4b68-9b41-326d2a1b983c req-4d96fe19-ceeb-4495-8ffc-5495b0cc07af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:21.271082 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cf3d40a8-90bb-4b68-9b41-326d2a1b983c req-4d96fe19-ceeb-4495-8ffc-5495b0cc07af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&device_id=eb86c857-4035-4f98-8192-982c2f24592c HTTP/1.1" status: 200 len: 1098 time: 0.0391195 Aug 13 02:46:21.370508 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d40a8-90bb-4b68-9b41-326d2a1b983c req-2a361909-b9d4-4b05-8acd-9d7c2435adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:21.371852 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cf3d40a8-90bb-4b68-9b41-326d2a1b983c req-2a361909-b9d4-4b05-8acd-9d7c2435adfc service neutron] 10.222.0.36 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 916 time: 0.0794692 Aug 13 02:46:21.419664 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cf3d40a8-90bb-4b68-9b41-326d2a1b983c req-272cd0e6-a71d-4696-b1f4-569fc751c939 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c70c2c9-f5a5-448c-9a65-ff217ed3f641 HTTP/1.1" status: 200 len: 217 time: 0.0400269 Aug 13 02:46:21.467019 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d40a8-90bb-4b68-9b41-326d2a1b983c req-30f92fc7-31c0-429f-ba77-2fe6c6d1c677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:21.468490 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cf3d40a8-90bb-4b68-9b41-326d2a1b983c req-30f92fc7-31c0-429f-ba77-2fe6c6d1c677 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6 HTTP/1.1" status: 200 len: 855 time: 0.0419567 Aug 13 02:46:21.500081 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cf3d40a8-90bb-4b68-9b41-326d2a1b983c req-a41cf3df-7638-45dd-a07c-7395e8d90030 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226080 Aug 13 02:46:21.592509 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cf3d40a8-90bb-4b68-9b41-326d2a1b983c req-f0eba4bb-c68a-4199-80f3-a63e7ac35536 service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836382 Aug 13 02:46:21.679847 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cf3d40a8-90bb-4b68-9b41-326d2a1b983c req-4b4eec5f-d739-4a14-a569-247b27e29618 service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796614 Aug 13 02:46:22.516718 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-8a797f97-4c23-4d00-a847-6f7e2652ee4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:25.440294 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-82966fae-7312-42fe-8512-6b0ef8ed1ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:25.723205 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:26.294632 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:27.701916 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:27.930583 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:46:50.126734 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:52.516390 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-69bc283f-665f-46ca-be51-59981058493a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:55.440802 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-03166449-edb0-407e-a3c0-4e40c7e0559b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:55.724533 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:56.296790 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:57.704799 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:04.929189 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:47:20.138365 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:21.164572 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-310267fb-4643-4b23-b3a9-d3bd4c499f43 req-cf54692f-ab00-4717-93f0-a923631acd89 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd37da36-ce54-4aea-9957-14ad0dbec0c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376511 Aug 13 02:47:21.228303 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310267fb-4643-4b23-b3a9-d3bd4c499f43 req-51165023-6486-49a6-9048-6bdbd90d456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:21.230796 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-310267fb-4643-4b23-b3a9-d3bd4c499f43 req-51165023-6486-49a6-9048-6bdbd90d456f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8c524e73a0945009e17469f83ae7a5c&device_id=bd37da36-ce54-4aea-9957-14ad0dbec0c6 HTTP/1.1" status: 200 len: 1098 time: 0.0426681 Aug 13 02:47:21.330116 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310267fb-4643-4b23-b3a9-d3bd4c499f43 req-cec26b18-bc39-4ed0-953d-323611741799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:21.331600 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-310267fb-4643-4b23-b3a9-d3bd4c499f43 req-cec26b18-bc39-4ed0-953d-323611741799 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4eb62c1f-7918-4e66-91a6-689a1ab55d3a HTTP/1.1" status: 200 len: 918 time: 0.0835507 Aug 13 02:47:21.400335 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-310267fb-4643-4b23-b3a9-d3bd4c499f43 req-af78b75d-fd6f-4f30-8b7a-aeeb0b4067c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ca8af39-d151-4382-9f95-7a881b545ac5 HTTP/1.1" status: 200 len: 1001 time: 0.0617301 Aug 13 02:47:21.450222 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310267fb-4643-4b23-b3a9-d3bd4c499f43 req-c5392da4-e927-44e4-bb9e-4a814ce17c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:21.451577 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-310267fb-4643-4b23-b3a9-d3bd4c499f43 req-c5392da4-e927-44e4-bb9e-4a814ce17c61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20ee19d7-4e11-4399-b9d2-2ed3e6fef45c HTTP/1.1" status: 200 len: 856 time: 0.0438604 Aug 13 02:47:21.496722 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310267fb-4643-4b23-b3a9-d3bd4c499f43 req-66ed04ad-39fb-4884-b47b-51bf8bfa6ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:21.498129 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-310267fb-4643-4b23-b3a9-d3bd4c499f43 req-66ed04ad-39fb-4884-b47b-51bf8bfa6ff8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4eb62c1f-7918-4e66-91a6-689a1ab55d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389953 Aug 13 02:47:21.592420 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-310267fb-4643-4b23-b3a9-d3bd4c499f43 req-2b8467ea-7351-440d-a2c3-56086308154e service neutron] 10.222.0.36 "GET /v2.0/networks/4eb62c1f-7918-4e66-91a6-689a1ab55d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864422 Aug 13 02:47:21.684028 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-310267fb-4643-4b23-b3a9-d3bd4c499f43 req-7ced0bfe-3b91-4b8b-a3dd-032e9fec12e4 service neutron] 10.222.0.36 "GET /v2.0/networks/4eb62c1f-7918-4e66-91a6-689a1ab55d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836582 Aug 13 02:47:22.516504 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-7e11979a-535e-4bdc-912d-c6ba9d677497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:25.443600 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-44a898f1-76cb-4e93-ac3c-6869393b1cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:25.726111 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:26.300673 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:27.707871 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:41.927773 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:47:50.151179 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:52.517546 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-101d5d5d-32bd-4075-a46c-28e73f56027d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:55.443583 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-84ed7891-938c-46f1-8fc9-a90d6da16c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:55.726419 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:56.302877 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:57.712320 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:18.926073 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:48:20.160683 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:22.520970 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-578ff226-f219-4dbf-9d27-02fb0549cfe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:23.158483 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fcd67d81-b0d0-46e3-903c-437443f54f95 req-a05baca0-cb04-4da5-b9b0-849118e185e3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=83832f2c-d518-4205-95ba-030a994b3986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380960 Aug 13 02:48:23.220771 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd67d81-b0d0-46e3-903c-437443f54f95 req-fa4ab7dd-5b04-499f-af9c-abbec47be28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:23.222286 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fcd67d81-b0d0-46e3-903c-437443f54f95 req-fa4ab7dd-5b04-499f-af9c-abbec47be28a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&device_id=83832f2c-d518-4205-95ba-030a994b3986 HTTP/1.1" status: 200 len: 1098 time: 0.0420098 Aug 13 02:48:23.525421 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd67d81-b0d0-46e3-903c-437443f54f95 req-1a18cae4-186c-4095-b806-c3b6ce5468a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:23.527414 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fcd67d81-b0d0-46e3-903c-437443f54f95 req-1a18cae4-186c-4095-b806-c3b6ce5468a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 916 time: 0.2853186 Aug 13 02:48:23.573661 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fcd67d81-b0d0-46e3-903c-437443f54f95 req-2ca15751-86c3-4d47-a8d0-b9782cdcffb7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b6f7b6c-52a8-49ef-ba09-4185ee15692d HTTP/1.1" status: 200 len: 217 time: 0.0378103 Aug 13 02:48:23.624202 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd67d81-b0d0-46e3-903c-437443f54f95 req-6619836a-c483-4a84-a1fd-8defaa045f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:23.625708 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fcd67d81-b0d0-46e3-903c-437443f54f95 req-6619836a-c483-4a84-a1fd-8defaa045f0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6 HTTP/1.1" status: 200 len: 855 time: 0.0438058 Aug 13 02:48:23.657477 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fcd67d81-b0d0-46e3-903c-437443f54f95 req-3d36b989-2bfa-44f0-a292-a0c249522674 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241857 Aug 13 02:48:23.750371 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fcd67d81-b0d0-46e3-903c-437443f54f95 req-29a5a2ea-ec83-47e2-b8ca-b959a52b8ce9 service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851681 Aug 13 02:48:23.837965 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fcd67d81-b0d0-46e3-903c-437443f54f95 req-f37d7818-b9f1-44dc-abc0-c10b2e4b525a service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801554 Aug 13 02:48:25.443037 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-0b75aeb3-d4ab-4247-96b9-273c27915d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:25.728324 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.305457 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:27.715290 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:36.373043 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c397e2-759f-4a1a-a0cf-fddc8f993712 req-ed03bb59-db6d-436a-9036-7f66a2c3f168 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:36.374453 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-13c397e2-759f-4a1a-a0cf-fddc8f993712 req-ed03bb59-db6d-436a-9036-7f66a2c3f168 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd37da36-ce54-4aea-9957-14ad0dbec0c6 HTTP/1.1" status: 200 len: 945 time: 0.0486472 Aug 13 02:48:36.414347 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-13c397e2-759f-4a1a-a0cf-fddc8f993712 req-f563b37e-9a84-4b15-a5eb-b5a3084e3555 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb7ba7f9-5289-49e3-b4b2-40a02c0f4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338213 Aug 13 02:48:36.917333 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34debe3-930f-471b-bd60-1f36b81e44a5 req-7e842f27-7f71-4f9b-b0e6-6a710bf9a83b tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:36.918755 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e34debe3-930f-471b-bd60-1f36b81e44a5 req-7e842f27-7f71-4f9b-b0e6-6a710bf9a83b tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd37da36-ce54-4aea-9957-14ad0dbec0c6 HTTP/1.1" status: 200 len: 945 time: 0.0510738 Aug 13 02:48:37.010000 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-e34debe3-930f-471b-bd60-1f36b81e44a5 req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Deleting port 0ca8af39-d151-4382-9f95-7a881b545ac5 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:48:37.010337 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-e34debe3-930f-471b-bd60-1f36b81e44a5 req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.097653 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-e34debe3-930f-471b-bd60-1f36b81e44a5 req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] For port 0ca8af39-d151-4382-9f95-7a881b545ac5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=0ca8af39-d151-4382-9f95-7a881b545ac5,segment=NetworkSegment(7cb886fe-efaa-4f53-8959-a90d1cb1fb6c),segment_id=7cb886fe-efaa-4f53-8959-a90d1cb1fb6c)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:37.097930 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-e34debe3-930f-471b-bd60-1f36b81e44a5 req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.361975 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-e34debe3-930f-471b-bd60-1f36b81e44a5 req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.362261 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-e34debe3-930f-471b-bd60-1f36b81e44a5 req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790613'] for floatingip, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.362579 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.db.l3_db [req-e34debe3-930f-471b-bd60-1f36b81e44a5 req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Floating IP fc50d05e-5ebe-4e27-a537-5436345e3929 disassociated. External IP: 172.27.3.193, port: 0ca8af39-d151-4382-9f95-7a881b545ac5. Aug 13 02:48:37.362898 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-e34debe3-930f-471b-bd60-1f36b81e44a5 req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Calling delete_port for 0ca8af39-d151-4382-9f95-7a881b545ac5 owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:48:37.491373 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-e34debe3-930f-471b-bd60-1f36b81e44a5 req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.519834 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Pushing event deleted for resources: {'Port': ['ID=0ca8af39-d151-4382-9f95-7a881b545ac5,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:37.524752 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-39522d09-419c-450f-a02f-7e5c33513598 req-3a3c69f0-bf21-4c1e-adce-4c8fd6f8c7a3 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd37da36-ce54-4aea-9957-14ad0dbec0c6 HTTP/1.1" status: 200 len: 210 time: 0.0274923 Aug 13 02:48:37.532813 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:37.533238 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:37.533781 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:37.533918 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:37.534222 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:37.534546 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:37.534871 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:37.535193 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:37.535534 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:37.535856 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:37.536271 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:37.536496 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:37.647410 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e34debe3-930f-471b-bd60-1f36b81e44a5 req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Router c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:48:37.753842 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e34debe3-930f-471b-bd60-1f36b81e44a5 req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:48:37.764660 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548f8666-ee1d-4de0-9800-d68fdba150f0 None None] Sync routers for ids ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'] in dv-cinder-760192-6-iscsi {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:48:37.775043 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548f8666-ee1d-4de0-9800-d68fdba150f0 None None] Routers {'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:37.775681 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-548f8666-ee1d-4de0-9800-d68fdba150f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:48:25Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:37.793948 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34debe3-930f-471b-bd60-1f36b81e44a5 req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] No DVR routers for this DVR port 0ca8af39-d151-4382-9f95-7a881b545ac5 on host hv-cinder-76019 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:48:37.796484 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-e34debe3-930f-471b-bd60-1f36b81e44a5 req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.798445 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e34debe3-930f-471b-bd60-1f36b81e44a5 req-5abc404c-cf40-42da-85b3-904433e801e7 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.36 "DELETE /v2.0/ports/0ca8af39-d151-4382-9f95-7a881b545ac5 HTTP/1.1" status: 204 len: 173 time: 0.8711150 Aug 13 02:48:37.798885 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd37da36-ce54-4aea-9957-14ad0dbec0c6', 'name': 'network-vif-deleted', 'tag': '0ca8af39-d151-4382-9f95-7a881b545ac5'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:48:37.801109 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827ee12a-6d6c-431c-b968-25c63ede2c5b" -d '{"events": [{"server_uuid": "bd37da36-ce54-4aea-9957-14ad0dbec0c6", "name": "network-vif-deleted", "tag": "0ca8af39-d151-4382-9f95-7a881b545ac5"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:48:37.888503 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-548f8666-ee1d-4de0-9800-d68fdba150f0 None None] Set router c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:37.914309 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c8d46a-03f7-4057-8827-f40e010854e8 x-openstack-request-id: req-b4c8d46a-03f7-4057-8827-f40e010854e8 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:48:37.914561 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd37da36-ce54-4aea-9957-14ad0dbec0c6", "name": "network-vif-deleted", "tag": "0ca8af39-d151-4382-9f95-7a881b545ac5", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:48:37.914774 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4c8d46a-03f7-4057-8827-f40e010854e8 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:48:37.915170 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd37da36-ce54-4aea-9957-14ad0dbec0c6', 'name': 'network-vif-deleted', 'tag': '0ca8af39-d151-4382-9f95-7a881b545ac5', 'status': 'completed', 'code': 200} Aug 13 02:48:38.093629 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-548f8666-ee1d-4de0-9800-d68fdba150f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1469199750-router', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:27Z', 'updated_at': '2021-08-13T02:40:31Z', 'revision_number': 4, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'gw_port': {'id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:28Z', 'updated_at': '2021-08-13T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '0137c11c-c2d2-4853-afb9-a4065a295c1d', 'name': '', 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'mac_address': 'fa:16:3e:60:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:30Z', 'updated_at': '2021-08-13T02:40:36Z', 'revision_number': 5, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'subnets': [{'id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:38.122981 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548f8666-ee1d-4de0-9800-d68fdba150f0 None None] Checking router: c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 for host: dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:48:38.131166 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548f8666-ee1d-4de0-9800-d68fdba150f0 None None] Routers {'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:38.131883 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-548f8666-ee1d-4de0-9800-d68fdba150f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:48:25Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:38.234452 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-548f8666-ee1d-4de0-9800-d68fdba150f0 None None] Set router c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:38.453402 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-548f8666-ee1d-4de0-9800-d68fdba150f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1469199750-router', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:27Z', 'updated_at': '2021-08-13T02:40:31Z', 'revision_number': 4, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'gw_port': {'id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:28Z', 'updated_at': '2021-08-13T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '0137c11c-c2d2-4853-afb9-a4065a295c1d', 'name': '', 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'mac_address': 'fa:16:3e:60:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:30Z', 'updated_at': '2021-08-13T02:40:36Z', 'revision_number': 5, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'subnets': [{'id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:38.480214 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548f8666-ee1d-4de0-9800-d68fdba150f0 None None] The sync data for ids ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'] in dv-cinder-760192-6-iscsi is: [{'id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1469199750-router', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:27Z', 'updated_at': '2021-08-13T02:40:31Z', 'revision_number': 4, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'gw_port': {'id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:28Z', 'updated_at': '2021-08-13T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '0137c11c-c2d2-4853-afb9-a4065a295c1d', 'name': '', 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'mac_address': 'fa:16:3e:60:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:30Z', 'updated_at': '2021-08-13T02:40:36Z', 'revision_number': 5, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'subnets': [{'id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:48:38.628260 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 42544) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:38.695076 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9cd58522-30bb-4f1f-95fe-36eecd5a4a18 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.724716 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9cd58522-30bb-4f1f-95fe-36eecd5a4a18 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.736346 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f2c781-4d60-4f2e-b16b-2c1ffecc0d41 None None] New status for floating IP fc50d05e-5ebe-4e27-a537-5436345e3929: DOWN {{(pid=100522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:48:38.773154 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9cd58522-30bb-4f1f-95fe-36eecd5a4a18 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.775643 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9cd58522-30bb-4f1f-95fe-36eecd5a4a18 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.777664 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-9cd58522-30bb-4f1f-95fe-36eecd5a4a18 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "DELETE /v2.0/security-groups/cb7ba7f9-5289-49e3-b4b2-40a02c0f4cb9 HTTP/1.1" status: 204 len: 168 time: 0.1473541 Aug 13 02:48:38.779636 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 42548) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:38.785785 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd58522-30bb-4f1f-95fe-36eecd5a4a18 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7ba7f9-5289-49e3-b4b2-40a02c0f4cb9,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:38.794497 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd58522-30bb-4f1f-95fe-36eecd5a4a18 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:38.794832 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd58522-30bb-4f1f-95fe-36eecd5a4a18 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:38.795358 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd58522-30bb-4f1f-95fe-36eecd5a4a18 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:38.795888 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd58522-30bb-4f1f-95fe-36eecd5a4a18 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:38.796369 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd58522-30bb-4f1f-95fe-36eecd5a4a18 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:38.796848 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd58522-30bb-4f1f-95fe-36eecd5a4a18 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:38.797327 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd58522-30bb-4f1f-95fe-36eecd5a4a18 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:38.797925 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd58522-30bb-4f1f-95fe-36eecd5a4a18 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:38.798414 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd58522-30bb-4f1f-95fe-36eecd5a4a18 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:38.798889 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd58522-30bb-4f1f-95fe-36eecd5a4a18 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:38.799367 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd58522-30bb-4f1f-95fe-36eecd5a4a18 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:38.799487 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.api.v2.resource [None req-4a070820-55b9-46d4-ae15-1174e91ecd27 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] show failed (client error): The resource could not be found. Aug 13 02:48:38.799982 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd58522-30bb-4f1f-95fe-36eecd5a4a18 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:38.800632 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-4a070820-55b9-46d4-ae15-1174e91ecd27 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/security-groups/cb7ba7f9-5289-49e3-b4b2-40a02c0f4cb9 HTTP/1.1" status: 404 len: 347 time: 0.0190213 Aug 13 02:48:38.804059 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 42550) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:38.935968 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-0d2fabdf-df04-406d-835a-4d8a175f395b tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Deleting port a6c9ff92-1b9c-474c-9a93-063afd204500 {{(pid=100521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:48:38.936316 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-0d2fabdf-df04-406d-835a-4d8a175f395b tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.019677 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-0d2fabdf-df04-406d-835a-4d8a175f395b tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.020009 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-0d2fabdf-df04-406d-835a-4d8a175f395b tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.031843 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-0d2fabdf-df04-406d-835a-4d8a175f395b tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Calling delete_port for a6c9ff92-1b9c-474c-9a93-063afd204500 owned by network:floatingip {{(pid=100521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:48:39.161202 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-0d2fabdf-df04-406d-835a-4d8a175f395b tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668'] for port, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.188897 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2fabdf-df04-406d-835a-4d8a175f395b tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Pushing event deleted for resources: {'Port': ['ID=a6c9ff92-1b9c-474c-9a93-063afd204500,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:39.213390 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-0d2fabdf-df04-406d-835a-4d8a175f395b tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for floatingip, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.215944 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-0d2fabdf-df04-406d-835a-4d8a175f395b tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for floatingip, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.217074 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-0d2fabdf-df04-406d-835a-4d8a175f395b tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "DELETE /v2.0/floatingips/fc50d05e-5ebe-4e27-a537-5436345e3929 HTTP/1.1" status: 204 len: 168 time: 0.4120893 Aug 13 02:48:39.459394 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 42558) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:39.464030 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-34122ff5-18fc-46f1-8ca2-3f226c028686 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--743547217', 'description': 'tempest-description--1633803917'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:39.485906 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-34122ff5-18fc-46f1-8ca2-3f226c028686 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.568604 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-34122ff5-18fc-46f1-8ca2-3f226c028686 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.573042 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-34122ff5-18fc-46f1-8ca2-3f226c028686 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.605272 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-34122ff5-18fc-46f1-8ca2-3f226c028686 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.606466 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-34122ff5-18fc-46f1-8ca2-3f226c028686 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1460497 Aug 13 02:48:39.609686 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 42562) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:39.610299 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34122ff5-18fc-46f1-8ca2-3f226c028686 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d79f93d-888d-4832-9035-7a6fda02dffe,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:39.614537 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-315b3bce-4a00-4b3b-8ff4-4f764291e99f tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Request body: {'security_group_rule': {'security_group_id': '2d79f93d-888d-4832-9035-7a6fda02dffe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:39.646753 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-315b3bce-4a00-4b3b-8ff4-4f764291e99f tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.709916 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-315b3bce-4a00-4b3b-8ff4-4f764291e99f tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.713235 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-315b3bce-4a00-4b3b-8ff4-4f764291e99f tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781064'] for security_group_rule, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.728611 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b3bce-4a00-4b3b-8ff4-4f764291e99f tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc997776-0170-4e57-b5ac-7232b6c99b30,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:39.737541 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-315b3bce-4a00-4b3b-8ff4-4f764291e99f tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.738865 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-315b3bce-4a00-4b3b-8ff4-4f764291e99f tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280394 Aug 13 02:48:39.741597 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 42568) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:39.745976 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-f99f4c0c-c3cb-45a6-883e-776d8179ea47 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Request body: {'security_group_rule': {'security_group_id': '2d79f93d-888d-4832-9035-7a6fda02dffe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:39.772773 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f99f4c0c-c3cb-45a6-883e-776d8179ea47 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.827329 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f99f4c0c-c3cb-45a6-883e-776d8179ea47 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.830864 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f99f4c0c-c3cb-45a6-883e-776d8179ea47 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781064'] for security_group_rule, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.848452 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f4c0c-c3cb-45a6-883e-776d8179ea47 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431f473a-f008-47e3-8799-63ffc60283c2,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:39.854172 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f99f4c0c-c3cb-45a6-883e-776d8179ea47 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.855436 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-f99f4c0c-c3cb-45a6-883e-776d8179ea47 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129148 Aug 13 02:48:39.858456 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 42570) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:39.862906 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-23ca7ca9-4a51-4dd2-a11d-d0dbf0cca8db tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Request body: {'floatingip': {'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:39.883842 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-23ca7ca9-4a51-4dd2-a11d-d0dbf0cca8db tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for floatingip, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.981099 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-23ca7ca9-4a51-4dd2-a11d-d0dbf0cca8db tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:40.088642 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-23ca7ca9-4a51-4dd2-a11d-d0dbf0cca8db tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Allocated IP 172.27.3.47 (e1b1eaab-3abb-4c2f-9e17-ba947274cb90/3b95406b-7f6d-4e40-b01a-fd59db47aa2f/92d47e17-cbd1-4e80-8aa7-8938e17954e6) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:48:40.191982 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-23ca7ca9-4a51-4dd2-a11d-d0dbf0cca8db tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:40.231185 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-23ca7ca9-4a51-4dd2-a11d-d0dbf0cca8db tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:40.267049 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ca7ca9-4a51-4dd2-a11d-d0dbf0cca8db tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:48:40.272243 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-23ca7ca9-4a51-4dd2-a11d-d0dbf0cca8db tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:48:40.275617 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ca7ca9-4a51-4dd2-a11d-d0dbf0cca8db tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:48:40.297957 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca7ca9-4a51-4dd2-a11d-d0dbf0cca8db tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Pushing event updated for resources: {'Port': ['ID=92d47e17-cbd1-4e80-8aa7-8938e17954e6,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:40.362056 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-23ca7ca9-4a51-4dd2-a11d-d0dbf0cca8db tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:40.394630 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-23ca7ca9-4a51-4dd2-a11d-d0dbf0cca8db tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:40.538573 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-23ca7ca9-4a51-4dd2-a11d-d0dbf0cca8db tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:40.542843 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-23ca7ca9-4a51-4dd2-a11d-d0dbf0cca8db tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:40.609049 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca7ca9-4a51-4dd2-a11d-d0dbf0cca8db tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Pushing event updated for resources: {'Port': ['ID=92d47e17-cbd1-4e80-8aa7-8938e17954e6,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:40.617459 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-23ca7ca9-4a51-4dd2-a11d-d0dbf0cca8db tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790613'] for floatingip, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:40.631188 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-23ca7ca9-4a51-4dd2-a11d-d0dbf0cca8db tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for floatingip, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:40.632579 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-23ca7ca9-4a51-4dd2-a11d-d0dbf0cca8db tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7731977 Aug 13 02:48:40.771722 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-9a7be966-b7a2-494c-b71c-58815add07e4 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--743547217&fields=id&tenant_id=a8c524e73a0945009e17469f83ae7a5c HTTP/1.1" status: 200 len: 267 time: 0.0343657 Aug 13 02:48:40.880281 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-12fb3c76-04de-4466-a7e6-e77de3876db5 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:40.881717 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-12fb3c76-04de-4466-a7e6-e77de3876db5 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/networks?id=4eb62c1f-7918-4e66-91a6-689a1ab55d3a HTTP/1.1" status: 200 len: 817 time: 0.1039493 Aug 13 02:48:40.896289 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-798d2510-96ce-4813-b83a-9eafab368659 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/quotas/a8c524e73a0945009e17469f83ae7a5c HTTP/1.1" status: 200 len: 375 time: 0.0087442 Aug 13 02:48:40.948251 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-ad2d6407-31a7-4e8d-a698-f566345eb2e1 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8c524e73a0945009e17469f83ae7a5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467088 Aug 13 02:48:41.086630 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-48db989b-3cf5-44ca-bbe5-fd27f9d99777 service neutron] 10.222.0.13 "GET /v2.0/networks/4eb62c1f-7918-4e66-91a6-689a1ab55d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268935 Aug 13 02:48:41.177940 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-021a3aa9-f3db-4325-815a-05a50babea3f service neutron] 10.222.0.13 "GET /v2.0/networks/4eb62c1f-7918-4e66-91a6-689a1ab55d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853131 Aug 13 02:48:41.332632 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-6c5c2f58-0bbf-4fde-8979-36587c29a0c6 req-b1c5a7e4-51b0-452f-b866-40e4d8c69744 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=13f9275e-c654-441d-96c7-3c704f973547 HTTP/1.1" status: 200 len: 210 time: 0.0251544 Aug 13 02:48:41.737769 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 0ca8af39-d151-4382-9f95-7a881b545ac5 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:48:41.762873 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] No Port match for: 0ca8af39-d151-4382-9f95-7a881b545ac5 {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:48:41.763306 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 0ca8af39-d151-4382-9f95-7a881b545ac5 not bound to the agent host hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:48:42.384295 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-c4b47888-91f9-4c7b-8fe4-a33b938e0038 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:42.385675 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-c4b47888-91f9-4c7b-8fe4-a33b938e0038 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.36 "GET /v2.0/networks?id=4eb62c1f-7918-4e66-91a6-689a1ab55d3a HTTP/1.1" status: 200 len: 817 time: 0.1004424 Aug 13 02:48:42.434373 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-89c34805-7ac7-408b-8c68-bf6802dde021 req-c49b03ea-847b-472d-9ce8-3c2db5660283 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=13f9275e-c654-441d-96c7-3c704f973547 HTTP/1.1" status: 200 len: 210 time: 0.0298121 Aug 13 02:48:42.436349 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-4fd74dad-4c54-4c38-b463-8448689dac56 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8c524e73a0945009e17469f83ae7a5c HTTP/1.1" status: 200 len: 379 time: 0.0395584 Aug 13 02:48:42.446439 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-26d57832-21cf-4284-8415-141cc9809604 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Request body: {'port': {'device_id': '13f9275e-c654-441d-96c7-3c704f973547', 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'admin_state_up': True, 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'security_groups': ['2d79f93d-888d-4832-9035-7a6fda02dffe']}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:42.551259 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-26d57832-21cf-4284-8415-141cc9809604 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Made reservation on behalf of a8c524e73a0945009e17469f83ae7a5c for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:48:42.555343 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-26d57832-21cf-4284-8415-141cc9809604 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:42.680489 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-26d57832-21cf-4284-8415-141cc9809604 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Allocated IP 172.20.0.6 (4eb62c1f-7918-4e66-91a6-689a1ab55d3a/20ee19d7-4e11-4399-b9d2-2ed3e6fef45c/67946245-5e0f-4ad4-8292-cfc68d7db9dd) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:48:42.818298 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-26d57832-21cf-4284-8415-141cc9809604 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:42.831708 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-26d57832-21cf-4284-8415-141cc9809604 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Transition to ACTIVE for port object 67946245-5e0f-4ad4-8292-cfc68d7db9dd will not be triggered until provisioned by entity DHCP. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:48:42.864865 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-26d57832-21cf-4284-8415-141cc9809604 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:42.910764 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-26d57832-21cf-4284-8415-141cc9809604 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Network 4eb62c1f-7918-4e66-91a6-689a1ab55d3a is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:48:42.915158 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-26d57832-21cf-4284-8415-141cc9809604 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:48:42.918904 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-26d57832-21cf-4284-8415-141cc9809604 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:48:42.942491 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d57832-21cf-4284-8415-141cc9809604 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Pushing event updated for resources: {'Port': ['ID=67946245-5e0f-4ad4-8292-cfc68d7db9dd,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:42.970454 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-26d57832-21cf-4284-8415-141cc9809604 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:42.971074 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-26d57832-21cf-4284-8415-141cc9809604 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:42.985928 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-26d57832-21cf-4284-8415-141cc9809604 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5432234 Aug 13 02:48:42.998335 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-6614951a-4553-4f50-83ff-1e3e4716a3e0 service neutron] Request body: {'port': {'device_id': '13f9275e-c654-441d-96c7-3c704f973547', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:43.053249 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-6614951a-4553-4f50-83ff-1e3e4716a3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:43.116015 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-ce935736-36f1-491e-a23e-3bb776311fb6 None None] Provisioning for port 67946245-5e0f-4ad4-8292-cfc68d7db9dd completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:48:43.120023 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-ce935736-36f1-491e-a23e-3bb776311fb6 None None] Provisioning complete for port 67946245-5e0f-4ad4-8292-cfc68d7db9dd triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:48:43.120459 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-ce935736-36f1-491e-a23e-3bb776311fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:43.158810 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-ce935736-36f1-491e-a23e-3bb776311fb6 None None] Port 67946245-5e0f-4ad4-8292-cfc68d7db9dd cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:48:43.316578 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-6614951a-4553-4f50-83ff-1e3e4716a3e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67946245-5e0f-4ad4-8292-cfc68d7db9dd {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:48:43.324934 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-6614951a-4553-4f50-83ff-1e3e4716a3e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:43.337474 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-6614951a-4553-4f50-83ff-1e3e4716a3e0 service neutron] Transition to ACTIVE for port object 67946245-5e0f-4ad4-8292-cfc68d7db9dd will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:48:43.341091 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-6614951a-4553-4f50-83ff-1e3e4716a3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:43.391699 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614951a-4553-4f50-83ff-1e3e4716a3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=67946245-5e0f-4ad4-8292-cfc68d7db9dd,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:43.460413 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-6614951a-4553-4f50-83ff-1e3e4716a3e0 service neutron] Attempting to bind port 67946245-5e0f-4ad4-8292-cfc68d7db9dd on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:48:43.460765 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-6614951a-4553-4f50-83ff-1e3e4716a3e0 service neutron] Attempting to bind port 67946245-5e0f-4ad4-8292-cfc68d7db9dd by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '7cb886fe-efaa-4f53-8959-a90d1cb1fb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:48:43.461133 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-6614951a-4553-4f50-83ff-1e3e4716a3e0 service neutron] Attempting to bind port 67946245-5e0f-4ad4-8292-cfc68d7db9dd on network 4eb62c1f-7918-4e66-91a6-689a1ab55d3a {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:48:43.466215 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-6614951a-4553-4f50-83ff-1e3e4716a3e0 service neutron] Port 67946245-5e0f-4ad4-8292-cfc68d7db9dd on network 4eb62c1f-7918-4e66-91a6-689a1ab55d3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:48:43.466215 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-6614951a-4553-4f50-83ff-1e3e4716a3e0 service neutron] Attempting to bind port 67946245-5e0f-4ad4-8292-cfc68d7db9dd on network 4eb62c1f-7918-4e66-91a6-689a1ab55d3a {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:48:43.471880 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-6614951a-4553-4f50-83ff-1e3e4716a3e0 service neutron] Checking agent: {'id': 'ed42ff0f-eab8-465d-8b76-aea1e8788a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'started_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:48:43.472346 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-6614951a-4553-4f50-83ff-1e3e4716a3e0 service neutron] Checking segment: {'id': '7cb886fe-efaa-4f53-8959-a90d1cb1fb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:48:43.472868 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-6614951a-4553-4f50-83ff-1e3e4716a3e0 service neutron] Bound using segment: {'id': '7cb886fe-efaa-4f53-8959-a90d1cb1fb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:48:43.473312 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-6614951a-4553-4f50-83ff-1e3e4716a3e0 service neutron] Bound port: 67946245-5e0f-4ad4-8292-cfc68d7db9dd, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb886fe-efaa-4f53-8959-a90d1cb1fb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:48:43.473748 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-6614951a-4553-4f50-83ff-1e3e4716a3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:43.548717 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-6614951a-4553-4f50-83ff-1e3e4716a3e0 service neutron] For port 67946245-5e0f-4ad4-8292-cfc68d7db9dd, host hv-cinder-76019, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:48:43.552295 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-6614951a-4553-4f50-83ff-1e3e4716a3e0 service neutron] For port 67946245-5e0f-4ad4-8292-cfc68d7db9dd, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=67946245-5e0f-4ad4-8292-cfc68d7db9dd,segment=NetworkSegment(7cb886fe-efaa-4f53-8959-a90d1cb1fb6c),segment_id=7cb886fe-efaa-4f53-8959-a90d1cb1fb6c)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:48:43.557245 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-6614951a-4553-4f50-83ff-1e3e4716a3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:43.562795 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03b4e2-3269-469c-b9bb-7ef82e0d3ef3 req-dbc58ceb-38ad-4493-ad28-813d098b079d tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:43.564356 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3d03b4e2-3269-469c-b9bb-7ef82e0d3ef3 req-dbc58ceb-38ad-4493-ad28-813d098b079d tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=13f9275e-c654-441d-96c7-3c704f973547 HTTP/1.1" status: 200 len: 943 time: 0.0504091 Aug 13 02:48:43.595833 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-6614951a-4553-4f50-83ff-1e3e4716a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:43.596449 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-6614951a-4553-4f50-83ff-1e3e4716a3e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:43.597817 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-6614951a-4553-4f50-83ff-1e3e4716a3e0 service neutron] 10.222.0.36 "PUT /v2.0/ports/67946245-5e0f-4ad4-8292-cfc68d7db9dd HTTP/1.1" status: 200 len: 1093 time: 0.6039391 Aug 13 02:48:43.598253 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f9275e-c654-441d-96c7-3c704f973547', 'tag': '67946245-5e0f-4ad4-8292-cfc68d7db9dd'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:48:43.601795 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3757fc55-65fa-4c87-b2d0-73db92ab0225" -d '{"events": [{"name": "network-changed", "server_uuid": "13f9275e-c654-441d-96c7-3c704f973547", "tag": "67946245-5e0f-4ad4-8292-cfc68d7db9dd"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:48:43.617879 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3d03b4e2-3269-469c-b9bb-7ef82e0d3ef3 req-a37fa0d0-5d2d-4321-a1b5-6273cce1f3d3 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d79f93d-888d-4832-9035-7a6fda02dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462940 Aug 13 02:48:43.641473 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614951a-4553-4f50-83ff-1e3e4716a3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=67946245-5e0f-4ad4-8292-cfc68d7db9dd,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:43.674524 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cc9a21-7c02-4cee-b4c8-248f2405c1d1 x-openstack-request-id: req-50cc9a21-7c02-4cee-b4c8-248f2405c1d1 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:48:43.674852 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13f9275e-c654-441d-96c7-3c704f973547", "tag": "67946245-5e0f-4ad4-8292-cfc68d7db9dd", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:48:43.675100 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50cc9a21-7c02-4cee-b4c8-248f2405c1d1 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:48:43.675487 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f9275e-c654-441d-96c7-3c704f973547', 'tag': '67946245-5e0f-4ad4-8292-cfc68d7db9dd', 'status': 'completed', 'code': 200} Aug 13 02:48:43.692294 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-60e217ea-cf79-43b8-b849-929de8c98b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:43.694436 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-60e217ea-cf79-43b8-b849-929de8c98b69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8c524e73a0945009e17469f83ae7a5c&device_id=13f9275e-c654-441d-96c7-3c704f973547 HTTP/1.1" status: 200 len: 1096 time: 0.0473382 Aug 13 02:48:43.945253 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-2d191788-6b28-46be-8b5a-a319d51c0a6c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67946245-5e0f-4ad4-8292-cfc68d7db9dd HTTP/1.1" status: 200 len: 217 time: 0.2430887 Aug 13 02:48:43.993654 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-7653823c-d935-452e-9be0-c8c9b62779e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:43.995069 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-7653823c-d935-452e-9be0-c8c9b62779e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20ee19d7-4e11-4399-b9d2-2ed3e6fef45c HTTP/1.1" status: 200 len: 856 time: 0.0423508 Aug 13 02:48:44.039362 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-d4439ec2-cc21-47c3-af20-b65f3a243d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:44.040758 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-d4439ec2-cc21-47c3-af20-b65f3a243d81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4eb62c1f-7918-4e66-91a6-689a1ab55d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389807 Aug 13 02:48:44.131872 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-bde6859c-5ea3-495e-87f9-12dc8be11701 service neutron] 10.222.0.36 "GET /v2.0/networks/4eb62c1f-7918-4e66-91a6-689a1ab55d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820448 Aug 13 02:48:44.220078 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d7b6727b-c7b9-4484-8c2f-bdcfa51a2985 req-3311b405-05f7-409c-b389-9801bec54ddd service neutron] 10.222.0.36 "GET /v2.0/networks/4eb62c1f-7918-4e66-91a6-689a1ab55d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802498 Aug 13 02:48:44.300840 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757fc55-65fa-4c87-b2d0-73db92ab0225 req-e96c7d73-2279-43fe-bdaa-1728b1259aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:44.302732 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3757fc55-65fa-4c87-b2d0-73db92ab0225 req-e96c7d73-2279-43fe-bdaa-1728b1259aa3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8c524e73a0945009e17469f83ae7a5c&device_id=13f9275e-c654-441d-96c7-3c704f973547 HTTP/1.1" status: 200 len: 1096 time: 0.0405393 Aug 13 02:48:44.395668 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757fc55-65fa-4c87-b2d0-73db92ab0225 req-3a58f63f-743d-4160-8292-f9d47671d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:44.397129 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3757fc55-65fa-4c87-b2d0-73db92ab0225 req-3a58f63f-743d-4160-8292-f9d47671d4d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4eb62c1f-7918-4e66-91a6-689a1ab55d3a HTTP/1.1" status: 200 len: 918 time: 0.0870824 Aug 13 02:48:44.439076 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3757fc55-65fa-4c87-b2d0-73db92ab0225 req-84b98188-db1f-4716-bc5f-3f5cb8a242d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67946245-5e0f-4ad4-8292-cfc68d7db9dd HTTP/1.1" status: 200 len: 217 time: 0.0334721 Aug 13 02:48:44.490320 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757fc55-65fa-4c87-b2d0-73db92ab0225 req-a2cb0cc6-7138-4ab1-87ee-2f96053cd976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:44.491732 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3757fc55-65fa-4c87-b2d0-73db92ab0225 req-a2cb0cc6-7138-4ab1-87ee-2f96053cd976 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20ee19d7-4e11-4399-b9d2-2ed3e6fef45c HTTP/1.1" status: 200 len: 856 time: 0.0452209 Aug 13 02:48:44.536851 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757fc55-65fa-4c87-b2d0-73db92ab0225 req-bd236559-cb3b-46e8-b0e4-3828ca63e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:44.538389 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3757fc55-65fa-4c87-b2d0-73db92ab0225 req-bd236559-cb3b-46e8-b0e4-3828ca63e83a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4eb62c1f-7918-4e66-91a6-689a1ab55d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388615 Aug 13 02:48:44.626438 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3757fc55-65fa-4c87-b2d0-73db92ab0225 req-773588e9-2394-4486-af43-1c28240656cc service neutron] 10.222.0.36 "GET /v2.0/networks/4eb62c1f-7918-4e66-91a6-689a1ab55d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796239 Aug 13 02:48:44.750064 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3757fc55-65fa-4c87-b2d0-73db92ab0225 req-6bfc50ee-0811-4bf7-8f83-a7e3f9f1ce68 service neutron] 10.222.0.36 "GET /v2.0/networks/4eb62c1f-7918-4e66-91a6-689a1ab55d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164999 Aug 13 02:48:44.772018 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c173bec-598a-4ec5-a69e-ef8b58bbf537 req-1764c4f5-fde0-4ba6-ad6d-4f4a9607e186 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:44.773670 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7c173bec-598a-4ec5-a69e-ef8b58bbf537 req-1764c4f5-fde0-4ba6-ad6d-4f4a9607e186 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=13f9275e-c654-441d-96c7-3c704f973547 HTTP/1.1" status: 200 len: 943 time: 0.0630498 Aug 13 02:48:44.814108 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7c173bec-598a-4ec5-a69e-ef8b58bbf537 req-3c708815-ddd3-4f34-9d37-eafb63d3d67e tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d79f93d-888d-4832-9035-7a6fda02dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345685 Aug 13 02:48:44.937965 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 42670) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:45.063745 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-0286d02f-817d-43ad-b478-23e5cd8c1daf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d63f6833bcf6483e9eb432fe0eb753ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1245933 Aug 13 02:48:45.066171 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 42676) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:45.116466 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3022cb03-7179-47c5-ae6e-333125b13ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:45.137038 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3022cb03-7179-47c5-ae6e-333125b13ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:45.181988 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3022cb03-7179-47c5-ae6e-333125b13ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:45.184458 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3022cb03-7179-47c5-ae6e-333125b13ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:45.185635 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-3022cb03-7179-47c5-ae6e-333125b13ce8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06b0eda9-a774-42a4-83f1-505eac029f04 HTTP/1.1" status: 204 len: 168 time: 0.1185482 Aug 13 02:48:45.193909 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022cb03-7179-47c5-ae6e-333125b13ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b0eda9-a774-42a4-83f1-505eac029f04,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:45.768017 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 67946245-5e0f-4ad4-8292-cfc68d7db9dd details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:48:45.859243 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 67946245-5e0f-4ad4-8292-cfc68d7db9dd, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=67946245-5e0f-4ad4-8292-cfc68d7db9dd,segment=NetworkSegment(7cb886fe-efaa-4f53-8959-a90d1cb1fb6c),segment_id=7cb886fe-efaa-4f53-8959-a90d1cb1fb6c)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:45.873643 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Returning: {'device': '67946245-5e0f-4ad4-8292-cfc68d7db9dd', 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'port_id': '67946245-5e0f-4ad4-8292-cfc68d7db9dd', 'mac_address': 'fa:16:3e:56:cc:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:48:45.910610 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:45.924293 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67946245-5e0f-4ad4-8292-cfc68d7db9dd {{(pid=100522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:48:45.937304 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08492054-0ccd-4c1e-b9f3-eef689489f6d req-38726079-faf6-4b23-a547-311131224b75 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:45.939011 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-08492054-0ccd-4c1e-b9f3-eef689489f6d req-38726079-faf6-4b23-a547-311131224b75 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=13f9275e-c654-441d-96c7-3c704f973547 HTTP/1.1" status: 200 len: 943 time: 0.0536125 Aug 13 02:48:45.944207 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 67946245-5e0f-4ad4-8292-cfc68d7db9dd, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=67946245-5e0f-4ad4-8292-cfc68d7db9dd,segment=NetworkSegment(7cb886fe-efaa-4f53-8959-a90d1cb1fb6c),segment_id=7cb886fe-efaa-4f53-8959-a90d1cb1fb6c)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:45.954913 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:45.979862 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-08492054-0ccd-4c1e-b9f3-eef689489f6d req-3a8e2363-2731-40a1-ae18-8801aa0a3f49 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d79f93d-888d-4832-9035-7a6fda02dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333486 Aug 13 02:48:46.006565 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=67946245-5e0f-4ad4-8292-cfc68d7db9dd,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:46.013725 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:46.014077 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:46.014420 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:46.014755 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:46.015084 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:46.015413 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:46.015770 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:46.016097 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:46.016428 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:46.016752 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:46.017075 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:46.017396 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:46.305758 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['67946245-5e0f-4ad4-8292-cfc68d7db9dd'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:48:47.097673 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc5690-f95e-4c72-94fe-71bd5e0b8ce1 req-74770bba-fa4e-4632-9299-6caa2a2e4347 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:47.100122 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-31dc5690-f95e-4c72-94fe-71bd5e0b8ce1 req-74770bba-fa4e-4632-9299-6caa2a2e4347 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=13f9275e-c654-441d-96c7-3c704f973547 HTTP/1.1" status: 200 len: 944 time: 0.0499153 Aug 13 02:48:47.141446 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-31dc5690-f95e-4c72-94fe-71bd5e0b8ce1 req-a69d7992-fd16-46ae-bb1d-966aeab76afd tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d79f93d-888d-4832-9035-7a6fda02dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355217 Aug 13 02:48:47.768800 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 67946245-5e0f-4ad4-8292-cfc68d7db9dd up at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:48:47.860979 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning for port 67946245-5e0f-4ad4-8292-cfc68d7db9dd completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:48:47.867300 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning complete for port 67946245-5e0f-4ad4-8292-cfc68d7db9dd triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:48:47.867704 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:48.067880 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:48.089810 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f9275e-c654-441d-96c7-3c704f973547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67946245-5e0f-4ad4-8292-cfc68d7db9dd'}] {{(pid=100522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:48:48.092217 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8fc6cf8b2729e4d9e864767b08278c7cd211cb654a5ced023b8b854c91925" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3f06ba-48e0-4d49-9952-df7b5aadb27f" -d '{"events": [{"server_uuid": "13f9275e-c654-441d-96c7-3c704f973547", "name": "network-vif-plugged", "status": "completed", "tag": "67946245-5e0f-4ad4-8292-cfc68d7db9dd"}]}' {{(pid=100522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:48:48.105472 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 67946245-5e0f-4ad4-8292-cfc68d7db9dd, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=67946245-5e0f-4ad4-8292-cfc68d7db9dd,segment=NetworkSegment(7cb886fe-efaa-4f53-8959-a90d1cb1fb6c),segment_id=7cb886fe-efaa-4f53-8959-a90d1cb1fb6c)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:48.110124 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:48.158543 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=67946245-5e0f-4ad4-8292-cfc68d7db9dd,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:48.264564 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c6f4e-7f1b-4dba-95f8-b556506fcdbe req-2cf7c626-81e8-4327-acd4-815fd037b25c tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:48.266060 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-455c6f4e-7f1b-4dba-95f8-b556506fcdbe req-2cf7c626-81e8-4327-acd4-815fd037b25c tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=13f9275e-c654-441d-96c7-3c704f973547 HTTP/1.1" status: 200 len: 945 time: 0.0519323 Aug 13 02:48:48.302843 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39eabc8-5239-4c27-8bc8-c68ee355e182 x-openstack-request-id: req-a39eabc8-5239-4c27-8bc8-c68ee355e182 {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:48:48.303139 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f9275e-c654-441d-96c7-3c704f973547", "name": "network-vif-plugged", "status": "completed", "tag": "67946245-5e0f-4ad4-8292-cfc68d7db9dd", "code": 200}]} {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:48:48.303392 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a39eabc8-5239-4c27-8bc8-c68ee355e182 {{(pid=100522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:48:48.303816 dv-cinder-760192-6-iscsi neutron-server[100522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f9275e-c654-441d-96c7-3c704f973547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67946245-5e0f-4ad4-8292-cfc68d7db9dd', 'code': 200} Aug 13 02:48:48.306342 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-455c6f4e-7f1b-4dba-95f8-b556506fcdbe req-b8a034d5-2eb2-4ba8-81db-6d13e2ac5491 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d79f93d-888d-4832-9035-7a6fda02dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339489 Aug 13 02:48:48.462957 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d5396-cea3-430b-9ff4-a8ae1ace5f79 req-2d381239-a7dd-426e-aa93-05cec8815c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:48.464408 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ef8d5396-cea3-430b-9ff4-a8ae1ace5f79 req-2d381239-a7dd-426e-aa93-05cec8815c36 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=13f9275e-c654-441d-96c7-3c704f973547 HTTP/1.1" status: 200 len: 1098 time: 0.0380294 Aug 13 02:48:48.499805 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ef8d5396-cea3-430b-9ff4-a8ae1ace5f79 req-7bc4a658-50c5-476a-ae37-78bee221171c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2d79f93d-888d-4832-9035-7a6fda02dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272775 Aug 13 02:48:49.422796 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd44f8b-21b6-4950-b957-b17bbec354b3 req-fabdcd49-89b6-45d5-9679-45552513af39 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:49.424218 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3dd44f8b-21b6-4950-b957-b17bbec354b3 req-fabdcd49-89b6-45d5-9679-45552513af39 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=13f9275e-c654-441d-96c7-3c704f973547 HTTP/1.1" status: 200 len: 945 time: 0.0492733 Aug 13 02:48:49.461389 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3dd44f8b-21b6-4950-b957-b17bbec354b3 req-2f8cb564-835e-41ee-9253-78bfdb67a97f tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d79f93d-888d-4832-9035-7a6fda02dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305638 Aug 13 02:48:50.176558 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:50.580468 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7c394-d3b3-410f-b90f-6acdb0f945cc req-e59cdb6d-ff24-4eca-93b1-518279d67c62 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:50.591541 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-5bc7c394-d3b3-410f-b90f-6acdb0f945cc req-e59cdb6d-ff24-4eca-93b1-518279d67c62 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=13f9275e-c654-441d-96c7-3c704f973547 HTTP/1.1" status: 200 len: 945 time: 0.0548494 Aug 13 02:48:50.623600 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-5bc7c394-d3b3-410f-b90f-6acdb0f945cc req-5498f2af-3ce5-482f-ad41-9fa118753aed tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d79f93d-888d-4832-9035-7a6fda02dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347428 Aug 13 02:48:50.743108 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac70533-b032-470a-bd4b-d845a043c070 req-53f1b88f-5d17-4b2d-bc96-8f319f219fd2 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:50.747144 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6ac70533-b032-470a-bd4b-d845a043c070 req-53f1b88f-5d17-4b2d-bc96-8f319f219fd2 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=13f9275e-c654-441d-96c7-3c704f973547 HTTP/1.1" status: 200 len: 945 time: 0.0498242 Aug 13 02:48:50.752765 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 42738) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:50.757991 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-a2d898fe-2feb-4a78-9f20-bd32508f38c4 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Request body: {'floatingip': {'port_id': '67946245-5e0f-4ad4-8292-cfc68d7db9dd'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:50.799649 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a2d898fe-2feb-4a78-9f20-bd32508f38c4 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for floatingip, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:51.231249 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a2d898fe-2feb-4a78-9f20-bd32508f38c4 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:51.235193 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a2d898fe-2feb-4a78-9f20-bd32508f38c4 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790613'] for floatingip, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:51.336314 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.db.l3_db [None req-a2d898fe-2feb-4a78-9f20-bd32508f38c4 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Floating IP ace83827-61af-4c3b-bb44-c8d0db636d46 associated. External IP: 172.27.3.47, port: 67946245-5e0f-4ad4-8292-cfc68d7db9dd. Aug 13 02:48:51.539214 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d898fe-2feb-4a78-9f20-bd32508f38c4 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Router c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:48:51.648570 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d898fe-2feb-4a78-9f20-bd32508f38c4 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:48:51.655319 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a2d898fe-2feb-4a78-9f20-bd32508f38c4 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for floatingip, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:51.658463 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d22df1-a4b2-47ee-9b79-523e0fd6d080 None None] Sync routers for ids ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'] in dv-cinder-760192-6-iscsi {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:48:51.668383 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d22df1-a4b2-47ee-9b79-523e0fd6d080 None None] Routers {'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:51.668963 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-d7d22df1-a4b2-47ee-9b79-523e0fd6d080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:48:25Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:51.683390 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-a2d898fe-2feb-4a78-9f20-bd32508f38c4 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "PUT /v2.0/floatingips/ace83827-61af-4c3b-bb44-c8d0db636d46 HTTP/1.1" status: 200 len: 990 time: 0.9295959 Aug 13 02:48:51.684005 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f9275e-c654-441d-96c7-3c704f973547', 'tag': '67946245-5e0f-4ad4-8292-cfc68d7db9dd'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:48:51.686264 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e096903a-077b-45a2-bcfc-1fca48c41718" -d '{"events": [{"name": "network-changed", "server_uuid": "13f9275e-c654-441d-96c7-3c704f973547", "tag": "67946245-5e0f-4ad4-8292-cfc68d7db9dd"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:48:51.730282 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5662ca7-61c6-40a7-a7e7-bb78741f32d7 x-openstack-request-id: req-b5662ca7-61c6-40a7-a7e7-bb78741f32d7 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:48:51.730581 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13f9275e-c654-441d-96c7-3c704f973547", "tag": "67946245-5e0f-4ad4-8292-cfc68d7db9dd", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:48:51.730838 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5662ca7-61c6-40a7-a7e7-bb78741f32d7 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:48:51.731235 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f9275e-c654-441d-96c7-3c704f973547', 'tag': '67946245-5e0f-4ad4-8292-cfc68d7db9dd', 'status': 'completed', 'code': 200} Aug 13 02:48:51.778110 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-d7d22df1-a4b2-47ee-9b79-523e0fd6d080 None None] Set router c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:51.793191 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096903a-077b-45a2-bcfc-1fca48c41718 req-e4746dba-5271-418f-ac49-902ca29bc785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:51.794630 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e096903a-077b-45a2-bcfc-1fca48c41718 req-e4746dba-5271-418f-ac49-902ca29bc785 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8c524e73a0945009e17469f83ae7a5c&device_id=13f9275e-c654-441d-96c7-3c704f973547 HTTP/1.1" status: 200 len: 1098 time: 0.0416722 Aug 13 02:48:51.888697 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096903a-077b-45a2-bcfc-1fca48c41718 req-47d3496a-57cb-42d2-8bbe-1b9dd471f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:51.890207 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e096903a-077b-45a2-bcfc-1fca48c41718 req-47d3496a-57cb-42d2-8bbe-1b9dd471f7bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=4eb62c1f-7918-4e66-91a6-689a1ab55d3a HTTP/1.1" status: 200 len: 918 time: 0.0882187 Aug 13 02:48:51.954908 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e096903a-077b-45a2-bcfc-1fca48c41718 req-abedd93e-743a-491d-90bf-7319dd1644d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67946245-5e0f-4ad4-8292-cfc68d7db9dd HTTP/1.1" status: 200 len: 998 time: 0.0575314 Aug 13 02:48:51.995869 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-d7d22df1-a4b2-47ee-9b79-523e0fd6d080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1469199750-router', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:27Z', 'updated_at': '2021-08-13T02:40:31Z', 'revision_number': 4, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'gw_port': {'id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:28Z', 'updated_at': '2021-08-13T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': 'ace83827-61af-4c3b-bb44-c8d0db636d46', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'port_id': '67946245-5e0f-4ad4-8292-cfc68d7db9dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'mac_address': 'fa:16:3e:56:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f9275e-c654-441d-96c7-3c704f973547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:48:40Z', 'updated_at': '2021-08-13T02:48:51Z', 'revision_number': 1, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0137c11c-c2d2-4853-afb9-a4065a295c1d', 'name': '', 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'mac_address': 'fa:16:3e:60:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:30Z', 'updated_at': '2021-08-13T02:40:36Z', 'revision_number': 5, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'subnets': [{'id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:52.007316 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096903a-077b-45a2-bcfc-1fca48c41718 req-0c1cef7a-2bd3-4407-adc4-6278e9225382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:52.008786 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e096903a-077b-45a2-bcfc-1fca48c41718 req-0c1cef7a-2bd3-4407-adc4-6278e9225382 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20ee19d7-4e11-4399-b9d2-2ed3e6fef45c HTTP/1.1" status: 200 len: 856 time: 0.0471342 Aug 13 02:48:52.021810 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d22df1-a4b2-47ee-9b79-523e0fd6d080 None None] Checking router: c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 for host: dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:48:52.029838 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d22df1-a4b2-47ee-9b79-523e0fd6d080 None None] Routers {'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:52.030427 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-d7d22df1-a4b2-47ee-9b79-523e0fd6d080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:48:25Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:52.053908 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096903a-077b-45a2-bcfc-1fca48c41718 req-f27343ce-f7de-48f2-bfa3-1fddf6c3ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:52.055329 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e096903a-077b-45a2-bcfc-1fca48c41718 req-f27343ce-f7de-48f2-bfa3-1fddf6c3ce64 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4eb62c1f-7918-4e66-91a6-689a1ab55d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397041 Aug 13 02:48:52.131963 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-d7d22df1-a4b2-47ee-9b79-523e0fd6d080 None None] Set router c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:52.145623 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e096903a-077b-45a2-bcfc-1fca48c41718 req-48f3ded8-6a11-4b89-9bdf-2803ffee1913 service neutron] 10.222.0.36 "GET /v2.0/networks/4eb62c1f-7918-4e66-91a6-689a1ab55d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815086 Aug 13 02:48:52.243960 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e096903a-077b-45a2-bcfc-1fca48c41718 req-6e9f3e40-b350-4073-8d6e-1e2c62b97997 service neutron] 10.222.0.36 "GET /v2.0/networks/4eb62c1f-7918-4e66-91a6-689a1ab55d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907671 Aug 13 02:48:52.450612 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-d7d22df1-a4b2-47ee-9b79-523e0fd6d080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1469199750-router', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:27Z', 'updated_at': '2021-08-13T02:40:31Z', 'revision_number': 4, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'gw_port': {'id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:28Z', 'updated_at': '2021-08-13T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': 'ace83827-61af-4c3b-bb44-c8d0db636d46', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'port_id': '67946245-5e0f-4ad4-8292-cfc68d7db9dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'mac_address': 'fa:16:3e:56:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f9275e-c654-441d-96c7-3c704f973547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:48:40Z', 'updated_at': '2021-08-13T02:48:51Z', 'revision_number': 1, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0137c11c-c2d2-4853-afb9-a4065a295c1d', 'name': '', 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'mac_address': 'fa:16:3e:60:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:30Z', 'updated_at': '2021-08-13T02:40:36Z', 'revision_number': 5, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'subnets': [{'id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:52.475872 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d22df1-a4b2-47ee-9b79-523e0fd6d080 None None] The sync data for ids ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'] in dv-cinder-760192-6-iscsi is: [{'id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1469199750-router', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:27Z', 'updated_at': '2021-08-13T02:40:31Z', 'revision_number': 4, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'gw_port': {'id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:28Z', 'updated_at': '2021-08-13T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': 'ace83827-61af-4c3b-bb44-c8d0db636d46', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'port_id': '67946245-5e0f-4ad4-8292-cfc68d7db9dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'mac_address': 'fa:16:3e:56:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f9275e-c654-441d-96c7-3c704f973547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:48:40Z', 'updated_at': '2021-08-13T02:48:51Z', 'revision_number': 1, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0137c11c-c2d2-4853-afb9-a4065a295c1d', 'name': '', 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'mac_address': 'fa:16:3e:60:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:30Z', 'updated_at': '2021-08-13T02:40:36Z', 'revision_number': 5, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'subnets': [{'id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:48:52.523208 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-255eb66e-5cba-468d-9ee0-b0a41cd3af77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:52.652106 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573bccab-ba21-40da-961a-d4957bc21d74 None None] New status for floating IP ace83827-61af-4c3b-bb44-c8d0db636d46: ACTIVE {{(pid=100522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:48:55.444727 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-a41819a9-439e-4f68-a197-34fc3dc89465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:55.733793 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:55.924880 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:48:56.308387 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:57.719923 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:20.170264 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:22.524752 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-1eaa3e4c-72e1-4e76-b7c7-90ebb06a8cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:24.152584 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9ce17e35-9f16-4ebc-8c2d-b52d33e0a694 req-49322ce6-4548-4809-872a-1feea0c93c94 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380573 Aug 13 02:49:24.213668 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce17e35-9f16-4ebc-8c2d-b52d33e0a694 req-5d8ad7da-b221-4fe7-86e7-0ac2cd7b9ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:24.215077 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9ce17e35-9f16-4ebc-8c2d-b52d33e0a694 req-5d8ad7da-b221-4fe7-86e7-0ac2cd7b9ad2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb573b2a890245ff8d8e4d68382278e8&device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 1099 time: 0.0390134 Aug 13 02:49:24.325011 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce17e35-9f16-4ebc-8c2d-b52d33e0a694 req-860f3922-84c0-4655-86e6-107fc8d60f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:24.326469 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9ce17e35-9f16-4ebc-8c2d-b52d33e0a694 req-860f3922-84c0-4655-86e6-107fc8d60f4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=25e840bf-2cc0-4d63-b321-6a3fc27b02df HTTP/1.1" status: 200 len: 916 time: 0.0878341 Aug 13 02:49:24.369560 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9ce17e35-9f16-4ebc-8c2d-b52d33e0a694 req-742d45d4-9bed-44e9-84c2-58c641405970 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38d39f21-9602-4f15-a37e-2efbe2a162ca HTTP/1.1" status: 200 len: 217 time: 0.0345910 Aug 13 02:49:24.425068 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce17e35-9f16-4ebc-8c2d-b52d33e0a694 req-64cea3e2-708b-436d-bf09-2a3a821027b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:24.426436 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9ce17e35-9f16-4ebc-8c2d-b52d33e0a694 req-64cea3e2-708b-436d-bf09-2a3a821027b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d19fd7d0-a08d-4eae-ac69-213aa3924fc5 HTTP/1.1" status: 200 len: 854 time: 0.0467832 Aug 13 02:49:24.482813 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce17e35-9f16-4ebc-8c2d-b52d33e0a694 req-553dcee7-cc46-4f51-88e7-b123cf6aa50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:24.484367 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9ce17e35-9f16-4ebc-8c2d-b52d33e0a694 req-553dcee7-cc46-4f51-88e7-b123cf6aa50b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25e840bf-2cc0-4d63-b321-6a3fc27b02df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430195 Aug 13 02:49:24.503167 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [req-9ce17e35-9f16-4ebc-8c2d-b52d33e0a694 req-d409fe60-719c-43d8-9f27-5d05571aab9f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:49:24.504122 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9ce17e35-9f16-4ebc-8c2d-b52d33e0a694 req-d409fe60-719c-43d8-9f27-5d05571aab9f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054717 Aug 13 02:49:24.596536 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9ce17e35-9f16-4ebc-8c2d-b52d33e0a694 req-93227da8-a615-48db-9197-23c09789f8af service neutron] 10.222.0.36 "GET /v2.0/networks/25e840bf-2cc0-4d63-b321-6a3fc27b02df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812147 Aug 13 02:49:24.695433 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9ce17e35-9f16-4ebc-8c2d-b52d33e0a694 req-f82f7649-ab4e-46d4-9ba9-63431502f871 service neutron] 10.222.0.36 "GET /v2.0/networks/25e840bf-2cc0-4d63-b321-6a3fc27b02df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904648 Aug 13 02:49:25.449304 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-1c8d00c3-195c-4304-a47e-d1f1fe1fd26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:25.742025 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:26.310372 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:27.722356 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:32.925169 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:49:50.190099 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:52.525534 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac309-1374-4947-8106-65ed5b78fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:55.444014 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4e016c85-2926-4dc0-b3b6-dfe08d2c8120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:55.734043 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:56.314004 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:57.726144 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:09.923842 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:50:20.195209 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:22.525320 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-e3e33bb8-b333-416b-a2aa-520ea12e7cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:24.245582 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6da0dac6-6054-47a1-af3d-f017bb2996eb req-a6236503-cd36-4dac-9041-de5eaea14013 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1351018 Aug 13 02:50:24.303927 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0dac6-6054-47a1-af3d-f017bb2996eb req-c1b59aa7-d65c-4c56-83f8-247b3e8f726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:24.305334 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6da0dac6-6054-47a1-af3d-f017bb2996eb req-c1b59aa7-d65c-4c56-83f8-247b3e8f726e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 1099 time: 0.0377927 Aug 13 02:50:24.411460 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0dac6-6054-47a1-af3d-f017bb2996eb req-e973003c-3889-4c48-997f-d537a8c7297f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:24.412957 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6da0dac6-6054-47a1-af3d-f017bb2996eb req-e973003c-3889-4c48-997f-d537a8c7297f service neutron] 10.222.0.36 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 916 time: 0.0870695 Aug 13 02:50:24.454368 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6da0dac6-6054-47a1-af3d-f017bb2996eb req-eeaf5302-8092-4c43-8c31-6fc151cfe89f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96 HTTP/1.1" status: 200 len: 217 time: 0.0336959 Aug 13 02:50:24.502844 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0dac6-6054-47a1-af3d-f017bb2996eb req-66d80a90-9f73-4995-9bf2-76cc14e71876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:24.504442 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6da0dac6-6054-47a1-af3d-f017bb2996eb req-66d80a90-9f73-4995-9bf2-76cc14e71876 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6 HTTP/1.1" status: 200 len: 855 time: 0.0433922 Aug 13 02:50:24.538417 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6da0dac6-6054-47a1-af3d-f017bb2996eb req-41422520-b1c0-4f97-a91e-3f64ddfde273 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263200 Aug 13 02:50:24.626497 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6da0dac6-6054-47a1-af3d-f017bb2996eb req-6a5d2f0d-f892-4738-ae88-19e4156f36ae service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803242 Aug 13 02:50:24.721890 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6da0dac6-6054-47a1-af3d-f017bb2996eb req-fce8cde3-957f-4b6f-9888-73464b784d91 service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881951 Aug 13 02:50:25.446799 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-80ced586-72a6-4554-b1d8-a2265c83f872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:25.736042 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:26.316433 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:27.728404 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:46.921864 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:50:50.188216 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:52.526319 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-191acb56-f06d-4529-a1b4-22827c3fc852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:55.449471 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-76dda9e4-b4ed-4940-8946-e9e7bcc534ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:55.736257 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:56.318860 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:57.729955 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:20.224632 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:22.527007 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-f311d3c8-82c5-4e68-a3a9-4c420ce66979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:23.921455 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:51:24.152327 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ce7833ae-c38c-4cfd-af5c-41f2f81a453a req-4c7241f8-a952-4ebe-878e-5d810e686bf9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397038 Aug 13 02:51:24.213146 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7833ae-c38c-4cfd-af5c-41f2f81a453a req-9510a04c-58e3-43e4-b8f1-4efbebf6a222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:24.214541 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ce7833ae-c38c-4cfd-af5c-41f2f81a453a req-9510a04c-58e3-43e4-b8f1-4efbebf6a222 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=334c45c7c945452ca7d3ff037765e4c9&device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 1098 time: 0.0386403 Aug 13 02:51:24.321221 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7833ae-c38c-4cfd-af5c-41f2f81a453a req-cc545dca-a705-4a63-8000-1ab81b7dd414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:24.322933 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ce7833ae-c38c-4cfd-af5c-41f2f81a453a req-cc545dca-a705-4a63-8000-1ab81b7dd414 service neutron] 10.222.0.36 "GET /v2.0/networks?id=370045cb-4276-4850-9f57-7e5bcf733640 HTTP/1.1" status: 200 len: 915 time: 0.0875437 Aug 13 02:51:24.363540 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ce7833ae-c38c-4cfd-af5c-41f2f81a453a req-8b1eac3c-b433-4864-81f3-189325e75137 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f630c0a3-c414-45f5-877a-60890cd96b3d HTTP/1.1" status: 200 len: 217 time: 0.0331271 Aug 13 02:51:24.411286 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7833ae-c38c-4cfd-af5c-41f2f81a453a req-38561760-d72f-43e8-a3b2-fdd48de223ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:24.412844 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ce7833ae-c38c-4cfd-af5c-41f2f81a453a req-38561760-d72f-43e8-a3b2-fdd48de223ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8eff42d8-2cb4-4266-8d63-b43ae3d78a6e HTTP/1.1" status: 200 len: 854 time: 0.0427027 Aug 13 02:51:24.443912 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ce7833ae-c38c-4cfd-af5c-41f2f81a453a req-97bf1870-a307-44a3-bf97-f898127ae749 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=370045cb-4276-4850-9f57-7e5bcf733640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239697 Aug 13 02:51:24.536072 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ce7833ae-c38c-4cfd-af5c-41f2f81a453a req-277fabb1-f960-4673-8f34-aa8f098dfaf8 service neutron] 10.222.0.36 "GET /v2.0/networks/370045cb-4276-4850-9f57-7e5bcf733640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854316 Aug 13 02:51:24.623772 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ce7833ae-c38c-4cfd-af5c-41f2f81a453a req-2401a5c9-a88e-4e11-a32d-063ef3be213a service neutron] 10.222.0.36 "GET /v2.0/networks/370045cb-4276-4850-9f57-7e5bcf733640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809021 Aug 13 02:51:25.452436 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-5f93987c-477b-498b-a50b-8dccbe3fce85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:25.735832 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:26.323299 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:27.766045 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:50.231571 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:52.528258 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-f4015bab-e69f-4472-b5e5-a45ddc63c21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:55.452955 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-988dc92b-815f-4961-a7f2-b2912349ddcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:55.736441 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:56.324791 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:57.737190 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:00.920247 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:52:20.255780 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:22.528367 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dcdbc652-da1e-463f-8899-3ee77b69c140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:25.454270 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-eaffd949-dbba-4cea-833c-87838b422c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:25.737439 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:26.187734 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7016dd28-893d-4eab-86cf-92e0b92fbc74 req-b9a6d177-ee30-4571-9570-4ea7bb96d585 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432155 Aug 13 02:52:26.265644 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016dd28-893d-4eab-86cf-92e0b92fbc74 req-2e9578e0-811f-4eb3-aee7-44e64e9de58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:26.267065 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7016dd28-893d-4eab-86cf-92e0b92fbc74 req-2e9578e0-811f-4eb3-aee7-44e64e9de58d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 1098 time: 0.0382619 Aug 13 02:52:26.326157 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:26.367673 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016dd28-893d-4eab-86cf-92e0b92fbc74 req-eeeabdd8-a2fb-4873-93e1-dd80dbd701ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:26.369212 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7016dd28-893d-4eab-86cf-92e0b92fbc74 req-eeeabdd8-a2fb-4873-93e1-dd80dbd701ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 916 time: 0.0840523 Aug 13 02:52:26.628749 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7016dd28-893d-4eab-86cf-92e0b92fbc74 req-555d5f83-000a-4140-82ca-381803a9b13b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8da525de-fbee-49b3-870f-0498749a9b12 HTTP/1.1" status: 200 len: 217 time: 0.2516518 Aug 13 02:52:26.679920 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016dd28-893d-4eab-86cf-92e0b92fbc74 req-a62b416d-1135-4068-997b-fd5fe22941b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:26.681368 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7016dd28-893d-4eab-86cf-92e0b92fbc74 req-a62b416d-1135-4068-997b-fd5fe22941b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6 HTTP/1.1" status: 200 len: 855 time: 0.0442479 Aug 13 02:52:26.712758 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7016dd28-893d-4eab-86cf-92e0b92fbc74 req-aaeb858b-70a7-4589-9133-dd42050923e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238550 Aug 13 02:52:26.803985 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7016dd28-893d-4eab-86cf-92e0b92fbc74 req-cdb04497-193f-4acd-bcaa-8240a352182a service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843520 Aug 13 02:52:26.894016 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7016dd28-893d-4eab-86cf-92e0b92fbc74 req-b2615761-bf94-4d79-a62a-d541e10aedfc service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830958 Aug 13 02:52:27.745711 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:37.919100 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:52:50.263225 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:52.528237 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4305-27c2-49e0-ab0c-8f6a4228b4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:55.456959 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-2d98809b-8bab-4540-bb71-e0569be88c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:55.739686 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:56.329655 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:57.743591 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:14.917502 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:53:20.273847 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:22.529310 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-55409a1b-1c05-418c-8883-17c0bdfdccd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:25.459460 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-0f0723aa-e0a5-43f6-bcff-489eab832e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:25.741196 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:26.332423 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:27.786229 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:28.226996 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5de17e6a-137e-4a43-84d0-cf07c4588ab9 req-41bca12c-bb9e-4d55-8cb0-dd42c4320db7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397964 Aug 13 02:53:28.290359 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de17e6a-137e-4a43-84d0-cf07c4588ab9 req-865b8d94-91b3-406b-a2ab-06931535e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:28.291882 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5de17e6a-137e-4a43-84d0-cf07c4588ab9 req-865b8d94-91b3-406b-a2ab-06931535e6f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad59fce07ec3416db582f1d506e2a581&device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 1099 time: 0.0430071 Aug 13 02:53:28.400388 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de17e6a-137e-4a43-84d0-cf07c4588ab9 req-1a17d6bc-cee7-470c-9a9f-e8b1b849ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:28.401848 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5de17e6a-137e-4a43-84d0-cf07c4588ab9 req-1a17d6bc-cee7-470c-9a9f-e8b1b849ccbd service neutron] 10.222.0.36 "GET /v2.0/networks?id=21e28e08-41d0-472d-a21a-15a7a1bf62f1 HTTP/1.1" status: 200 len: 920 time: 0.0899713 Aug 13 02:53:28.446100 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5de17e6a-137e-4a43-84d0-cf07c4588ab9 req-4b43e32e-1e47-41bd-a347-348cb8560560 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=439aa1d9-9341-4c3d-976e-1477ea03abb7 HTTP/1.1" status: 200 len: 217 time: 0.0372674 Aug 13 02:53:28.495328 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de17e6a-137e-4a43-84d0-cf07c4588ab9 req-767a96a6-812a-4a28-900f-930f0ea35017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:28.496950 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5de17e6a-137e-4a43-84d0-cf07c4588ab9 req-767a96a6-812a-4a28-900f-930f0ea35017 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=906d1824-252c-4a14-9659-5d1356c53672 HTTP/1.1" status: 200 len: 859 time: 0.0443411 Aug 13 02:53:28.529670 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5de17e6a-137e-4a43-84d0-cf07c4588ab9 req-b3d7be63-f7a6-4ab5-a14e-49cb174ed393 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21e28e08-41d0-472d-a21a-15a7a1bf62f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253711 Aug 13 02:53:28.620014 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5de17e6a-137e-4a43-84d0-cf07c4588ab9 req-2e40c15c-570e-46eb-8a93-3243ce479799 service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829844 Aug 13 02:53:28.712758 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5de17e6a-137e-4a43-84d0-cf07c4588ab9 req-0e4a47ba-730d-4b9e-8dd0-442b33ae5f26 service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859849 Aug 13 02:53:50.286583 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:51.916302 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:53:52.530719 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-57f079d3-6efd-419f-8bc1-62c590ffe99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:55.462419 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-9c6c822d-f038-43db-b4fb-830e41c7b11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:55.742712 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:56.336199 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:57.752537 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:20.286088 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:22.531055 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-384bde1f-775b-4d97-934a-40c0f18f0476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:25.466755 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bfd1a068-5670-431a-92ef-3f65969721ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:25.743815 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:26.342016 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:27.753167 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:28.854279 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f42815d5-afb9-4a56-a411-38f860960f20 req-083789f3-4156-4193-b51c-f75fa236de5a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403759 Aug 13 02:54:28.914220 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:54:28.914803 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42815d5-afb9-4a56-a411-38f860960f20 req-398871ff-ed1a-41a7-ae97-6081953391a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:54:28.915959 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f42815d5-afb9-4a56-a411-38f860960f20 req-398871ff-ed1a-41a7-ae97-6081953391a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad59fce07ec3416db582f1d506e2a581&device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 1099 time: 0.0395510 Aug 13 02:54:29.022884 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42815d5-afb9-4a56-a411-38f860960f20 req-d6aed2c2-773e-44da-8a6e-0447606432df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:54:29.024406 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f42815d5-afb9-4a56-a411-38f860960f20 req-d6aed2c2-773e-44da-8a6e-0447606432df service neutron] 10.222.0.36 "GET /v2.0/networks?id=21e28e08-41d0-472d-a21a-15a7a1bf62f1 HTTP/1.1" status: 200 len: 920 time: 0.0884857 Aug 13 02:54:29.068604 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f42815d5-afb9-4a56-a411-38f860960f20 req-ebae4734-062d-4704-a021-6df770f0614d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91a79438-633c-48a5-904c-24f3f9737974 HTTP/1.1" status: 200 len: 217 time: 0.0363147 Aug 13 02:54:29.124067 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42815d5-afb9-4a56-a411-38f860960f20 req-24b25849-1a46-4f32-83f0-6a0e0f03c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:54:29.125520 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f42815d5-afb9-4a56-a411-38f860960f20 req-24b25849-1a46-4f32-83f0-6a0e0f03c869 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=906d1824-252c-4a14-9659-5d1356c53672 HTTP/1.1" status: 200 len: 859 time: 0.0492954 Aug 13 02:54:29.157872 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f42815d5-afb9-4a56-a411-38f860960f20 req-3016109f-bd7d-4f76-8d37-a1d94765888a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21e28e08-41d0-472d-a21a-15a7a1bf62f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246046 Aug 13 02:54:29.250684 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f42815d5-afb9-4a56-a411-38f860960f20 req-f61329be-c1b2-445e-80a1-ab578213be70 service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859332 Aug 13 02:54:29.345973 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f42815d5-afb9-4a56-a411-38f860960f20 req-698e3351-1e5a-44f0-b3a5-99c172d45d36 service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878789 Aug 13 02:54:31.864549 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [req-3d2d5ea3-bece-48fc-8e0a-25891bd88ba1 req-0390ae52-d813-4d0c-8c48-0cd816b00834 service neutron] (100521) timed out ('10.222.0.36', 56821) {{(pid=100521) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 13 02:54:31.895197 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [req-da8883f8-4e40-4c48-a454-6040e7adf92f req-bcde5b18-f199-437f-8552-fd58b3217422 service neutron] (100521) timed out ('10.222.0.36', 56809) {{(pid=100521) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 13 02:54:35.960181 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a486a68-5591-4689-acfc-abcf2b7db2c3 req-28e7a118-b55e-45b6-9415-e672c511f871 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:54:35.961601 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-6a486a68-5591-4689-acfc-abcf2b7db2c3 req-28e7a118-b55e-45b6-9415-e672c511f871 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 945 time: 0.0495343 Aug 13 02:54:35.998722 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-6a486a68-5591-4689-acfc-abcf2b7db2c3 req-75d98494-b463-4f56-bbe7-a4ceda8bac57 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3d81bcc-3277-4a76-8016-3858dc7c2ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304897 Aug 13 02:54:36.488208 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3c979-0870-4ff8-8d61-7f11a947014c req-0709f99f-a0a3-43a7-bb0d-9739949e56f4 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:54:36.489704 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4bc3c979-0870-4ff8-8d61-7f11a947014c req-0709f99f-a0a3-43a7-bb0d-9739949e56f4 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.36 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 945 time: 0.0501297 Aug 13 02:54:36.581474 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-4bc3c979-0870-4ff8-8d61-7f11a947014c req-736bb4d4-eefb-4684-aef4-07cd36069e7b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Deleting port f630c0a3-c414-45f5-877a-60890cd96b3d {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:54:36.581819 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-4bc3c979-0870-4ff8-8d61-7f11a947014c req-736bb4d4-eefb-4684-aef4-07cd36069e7b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:36.672505 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-4bc3c979-0870-4ff8-8d61-7f11a947014c req-736bb4d4-eefb-4684-aef4-07cd36069e7b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] For port f630c0a3-c414-45f5-877a-60890cd96b3d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f630c0a3-c414-45f5-877a-60890cd96b3d,segment=NetworkSegment(52137f27-6686-41ec-b43a-eeb7e5900987),segment_id=52137f27-6686-41ec-b43a-eeb7e5900987)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:54:36.672876 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-4bc3c979-0870-4ff8-8d61-7f11a947014c req-736bb4d4-eefb-4684-aef4-07cd36069e7b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:36.686460 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-4bc3c979-0870-4ff8-8d61-7f11a947014c req-736bb4d4-eefb-4684-aef4-07cd36069e7b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Calling delete_port for f630c0a3-c414-45f5-877a-60890cd96b3d owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:54:36.819262 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-4bc3c979-0870-4ff8-8d61-7f11a947014c req-736bb4d4-eefb-4684-aef4-07cd36069e7b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:36.832367 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['f630c0a3-c414-45f5-877a-60890cd96b3d'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:54:36.848953 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736bb4d4-eefb-4684-aef4-07cd36069e7b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Pushing event deleted for resources: {'Port': ['ID=f630c0a3-c414-45f5-877a-60890cd96b3d,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:54:36.860761 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736bb4d4-eefb-4684-aef4-07cd36069e7b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:36.861110 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736bb4d4-eefb-4684-aef4-07cd36069e7b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:36.861447 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736bb4d4-eefb-4684-aef4-07cd36069e7b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:36.861777 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736bb4d4-eefb-4684-aef4-07cd36069e7b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:36.862105 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736bb4d4-eefb-4684-aef4-07cd36069e7b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:36.862436 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736bb4d4-eefb-4684-aef4-07cd36069e7b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:36.862758 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736bb4d4-eefb-4684-aef4-07cd36069e7b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:36.863078 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736bb4d4-eefb-4684-aef4-07cd36069e7b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:36.863402 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736bb4d4-eefb-4684-aef4-07cd36069e7b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:36.863743 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736bb4d4-eefb-4684-aef4-07cd36069e7b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:36.864063 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736bb4d4-eefb-4684-aef4-07cd36069e7b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:36.864380 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736bb4d4-eefb-4684-aef4-07cd36069e7b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:36.897136 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc3c979-0870-4ff8-8d61-7f11a947014c req-736bb4d4-eefb-4684-aef4-07cd36069e7b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] No DVR routers for this DVR port f630c0a3-c414-45f5-877a-60890cd96b3d on host hv-cinder-76019 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:54:36.899566 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-4bc3c979-0870-4ff8-8d61-7f11a947014c req-736bb4d4-eefb-4684-aef4-07cd36069e7b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:36.901575 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4bc3c979-0870-4ff8-8d61-7f11a947014c req-736bb4d4-eefb-4684-aef4-07cd36069e7b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.36 "DELETE /v2.0/ports/f630c0a3-c414-45f5-877a-60890cd96b3d HTTP/1.1" status: 204 len: 173 time: 0.4057043 Aug 13 02:54:36.902011 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700daa01-5f47-4a3b-a86c-a246ef1da4e0', 'name': 'network-vif-deleted', 'tag': 'f630c0a3-c414-45f5-877a-60890cd96b3d'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:54:36.904329 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9aa653-bdb9-429e-a103-f9b46ae56f29" -d '{"events": [{"server_uuid": "700daa01-5f47-4a3b-a86c-a246ef1da4e0", "name": "network-vif-deleted", "tag": "f630c0a3-c414-45f5-877a-60890cd96b3d"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:54:37.039453 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11eb02b1-56f3-4838-a6d1-2250b91e791a x-openstack-request-id: req-11eb02b1-56f3-4838-a6d1-2250b91e791a {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:54:37.039925 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700daa01-5f47-4a3b-a86c-a246ef1da4e0", "name": "network-vif-deleted", "tag": "f630c0a3-c414-45f5-877a-60890cd96b3d", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:54:37.040166 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11eb02b1-56f3-4838-a6d1-2250b91e791a {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:54:37.040582 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700daa01-5f47-4a3b-a86c-a246ef1da4e0', 'name': 'network-vif-deleted', 'tag': 'f630c0a3-c414-45f5-877a-60890cd96b3d', 'status': 'completed', 'code': 200} Aug 13 02:54:37.103691 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-380f45ac-7dc6-483f-8f7b-de9532b626c8 req-da39eede-9f2f-4800-bc24-fc4ae81cb47e tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0263577 Aug 13 02:54:38.264249 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f9b4b5d0-1933-4dc8-be73-6f4f25da0155 req-18852991-1695-4e19-bfa8-ca5ae27933ba tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0898042 Aug 13 02:54:39.355279 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-509cc214-fc2b-43a5-8735-9654e802a794 req-a47e0b58-4a0e-4848-b861-6da7db1ca7ae tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0247209 Aug 13 02:54:40.454390 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-42d14470-499d-42cc-b8fe-124b28af58b1 req-bd628627-5af1-4ccd-9d6d-6a02a16572e5 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0260868 Aug 13 02:54:41.548565 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-40cc7094-f671-419c-9c0a-4ba1e691b63d req-8a661811-9244-4300-abf8-e3c305a589a5 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0291638 Aug 13 02:54:41.724408 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device f630c0a3-c414-45f5-877a-60890cd96b3d no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:54:41.744094 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] No Port match for: f630c0a3-c414-45f5-877a-60890cd96b3d {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:54:41.744438 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device f630c0a3-c414-45f5-877a-60890cd96b3d not bound to the agent host hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:54:42.796476 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f117f0c2-fac6-4b0c-bbe6-e6ba9080c3af req-0747f4c0-cdc3-4eb1-a079-732a71c5401f tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0261867 Aug 13 02:54:43.893307 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f0c93e2f-4b92-4ef1-b87b-e96bd255e5e0 req-d435a954-2c60-4473-bd7c-42ca41b85a5b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0271356 Aug 13 02:54:44.982704 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2ca2fbd2-1371-46c4-9334-10e6428628c4 req-cbf49153-aaff-4da2-94b8-05ae0c5efb72 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0256772 Aug 13 02:54:46.079956 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e4ef51d9-76fe-4f06-975a-93607f7cdcbc req-2b611ffd-0a6e-47e9-b22e-a7e7a3fb6f3b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0255547 Aug 13 02:54:47.172147 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-587f5cec-4ec5-4b63-8c56-effdd204ce49 req-2d2a99d5-b2df-417c-866b-df46b3ad99d8 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0265322 Aug 13 02:54:48.264756 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-4986df06-a178-4015-a07e-ca2045511de0 req-43e2d4c9-3132-49f5-b249-e4099d6d7948 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0262341 Aug 13 02:54:49.358495 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0bd41989-2ddc-4e8f-9ee8-f1f46bade033 req-840886ba-9cb2-475d-9080-461d6dca45e0 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0258555 Aug 13 02:54:50.300922 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:50.451428 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-82d03f33-2595-4c41-a95c-4fa1e55d1d33 req-2fc5e895-f2a3-4880-9dda-96020a709082 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0270112 Aug 13 02:54:51.552175 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-65fd621f-67ff-476d-a5a4-65dc0a4de8c4 req-04b1f18d-324c-4aeb-ae6a-f0438b8f62a6 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0291326 Aug 13 02:54:52.532070 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-53b65efd-169d-4300-8343-5c559f0d919f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:52.647266 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-ab18cb44-74f6-4072-8f2a-47a73dd22157 req-ff36c832-28c5-49d7-af5d-5f9c3c2b3ec4 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0270014 Aug 13 02:54:53.738490 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5c153e55-9d98-46ed-9e9d-11479691c868 req-c5b3dd38-67a6-4b34-8ffe-455e23ad21f9 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0258195 Aug 13 02:54:54.835032 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-639ba53e-ee3d-46ef-8956-13c5ec0670e6 req-2b66f740-dcdf-44f7-96b4-bfe4529afa4c tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0292327 Aug 13 02:54:55.467967 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-85ae4540-8e8a-4aff-aad4-b5a8f82b7974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:55.744136 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:55.927842 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6c64b6a2-9bf6-4b99-8417-ce268d5b5abb req-dee24768-816f-4ed2-8967-227dfc2c2f6e tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0254967 Aug 13 02:54:56.341158 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:57.020943 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-a8206c5a-4bb6-4d1d-9895-0d4c1768a4f9 req-864f9f35-ebde-4d13-90d5-634eb98dfa30 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0258222 Aug 13 02:54:57.756923 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:58.115812 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fb279611-dab3-4e0d-949c-bf71264bfa87 req-d7233f47-e7db-447a-b215-2268af548467 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0282047 Aug 13 02:54:59.208114 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-72924bcd-031c-4fec-8350-94822c01955d req-28093096-84a6-41f5-ac3d-55b860ffbf24 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0262539 Aug 13 02:55:00.299962 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b78b3346-69b7-4822-ad94-47e891bc8f93 req-b0db88a9-8b12-4120-adb8-6a53d85a1fce tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0257938 Aug 13 02:55:01.391200 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-2ce9041b-8ec5-471f-b8e2-e66c64e9cae4 req-f4006fcd-f862-49d8-9813-ec08292f968b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0263660 Aug 13 02:55:02.484493 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-46b21b05-ef45-4791-8ecf-47cb2458bb2f req-992e9c6b-dc4f-42c0-b631-8e0361caf84f tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0267863 Aug 13 02:55:03.639739 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-0c529797-db86-41b8-933e-6c58e6af0738 req-95fab776-286f-47bd-8c0a-261248752b4a tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0271654 Aug 13 02:55:04.735011 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1148bd27-60fa-41e4-a51c-2b4c37b6841a req-f15c3a4b-d150-4a5d-8bf3-7725ba47a3ed tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0294683 Aug 13 02:55:05.826631 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-73a058dc-0c30-403e-a502-f7776751009f req-740c31b4-6035-4825-9481-fd632b27455b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0259352 Aug 13 02:55:05.912605 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:55:06.915884 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-da566b8c-3aaa-4ce2-aa22-ac15d180523b req-053a47d3-d0a4-462a-a586-b42559822b1f tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0251741 Aug 13 02:55:08.072034 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8d15098a-c287-4bf3-9f46-48309e52473d req-13efb2c2-2821-4111-bc44-307895f8ce1a tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0897388 Aug 13 02:55:09.163746 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4c12e05d-8e49-4d11-9ac0-e28e86e3e06f req-ff4486f2-d297-4d88-bedc-505e53b1a1be tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0259228 Aug 13 02:55:10.255706 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d3339f83-61b8-434d-a221-ec5f40e31caf req-1b3432dc-82a1-4436-b0ff-93e9d79436c6 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0256567 Aug 13 02:55:11.347237 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9e8f5006-d6f1-4c7e-9719-7eae1f484614 req-3134899c-0194-4e18-a722-d7bb2cfb920f tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0262303 Aug 13 02:55:12.439088 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-7cb8a82d-a7c9-440a-bf4e-ea7df39359e0 req-8808d5d9-461a-4d15-aad1-7a4cd96d3e2b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0257864 Aug 13 02:55:13.534209 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a4fc2052-876b-4913-bd01-674247c6ec2e req-b8afb71d-5fad-4766-890f-207c23a4ea52 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0280371 Aug 13 02:55:14.627200 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-feb37a8f-c275-4a14-b591-39f75f17ecd6 req-75c4e81b-4a29-4a9f-93a2-84758c176365 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0261819 Aug 13 02:55:15.719162 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0a326f9c-a571-4294-92d9-069c195ad8f9 req-11d74888-8c0b-45a3-8d5e-1ce398d7bebd tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0274794 Aug 13 02:55:16.810715 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-fb9fe5ec-5cef-4151-9603-4b75696b63a0 req-a6e13d2c-c2d6-476c-9b44-5423e3cc33a1 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0264757 Aug 13 02:55:17.909513 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4b05dc45-167c-45a0-bde8-b588fcc55f4a req-3f6d2cc3-a492-47cc-8878-14e732b7d485 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0326984 Aug 13 02:55:19.024459 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-fe40472f-2ba8-4ac4-93b3-414b5c1edba1 req-a78ed8f5-e10b-4a94-9625-2b66e4185029 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0266426 Aug 13 02:55:20.120702 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b34d55b9-390c-4cd9-9112-41472e21728b req-27c78cf9-ad3e-4867-8b95-45b1dbdffb9c tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0259368 Aug 13 02:55:20.312834 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:21.216357 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8033f2bd-84ff-4d74-8662-578f55985bb7 req-30cf4969-9ed2-4d21-a91f-205f6d726587 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0291402 Aug 13 02:55:22.315768 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ce1a28cc-264c-44f6-b529-c03e67ace3f9 req-7fb89ee4-a989-4e1c-983c-dd279eb0c18f tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0268381 Aug 13 02:55:22.532476 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-e6d846f5-5736-4498-89da-8b53f53f64a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:23.407808 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-efeaebbc-3d17-407b-a630-d1f2fd1a35da req-999d2e43-f002-4480-a18c-147f9a13994f tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0260627 Aug 13 02:55:24.500150 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-955db319-37b2-4177-a0d1-2ac7ebb3b480 req-50be11fa-0473-4fb5-93c2-7cad7d197930 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0253367 Aug 13 02:55:25.472619 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4fd0451e-9d82-4527-8698-ee8dfa635f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:25.592873 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f5426b7d-c621-4ccb-a9f1-157b1f8bc22a req-538f8cd3-a7fa-4135-ae84-7e89ada67c81 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0265899 Aug 13 02:55:25.746662 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:26.344155 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:26.683230 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b8f098ac-2891-46f9-9d38-1723fcb4c3c4 req-30ccd943-2d17-426d-b146-e1cfea880242 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0261261 Aug 13 02:55:27.764527 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:27.778128 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-bda10112-fba1-4bb5-840e-fe4ba8813e09 req-793b61a0-93da-4607-ad75-b4be7b557e2e tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0272782 Aug 13 02:55:28.892352 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ade7198c-dcaf-4da3-8c57-2341626cb93f req-d965ab58-997d-4d9d-998b-b9bd87fcd10c tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0477576 Aug 13 02:55:28.908622 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d232a436-7463-4eb1-969d-15ac6dfb7969 req-eb4fe921-1b4b-4f21-b9fe-9573875bd1cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb86c857-4035-4f98-8192-982c2f24592c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1017480 Aug 13 02:55:28.970086 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232a436-7463-4eb1-969d-15ac6dfb7969 req-d438a9b2-e863-4cd3-97df-b1a206025196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:28.971580 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d232a436-7463-4eb1-969d-15ac6dfb7969 req-d438a9b2-e863-4cd3-97df-b1a206025196 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&device_id=eb86c857-4035-4f98-8192-982c2f24592c HTTP/1.1" status: 200 len: 1098 time: 0.0399604 Aug 13 02:55:29.073265 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232a436-7463-4eb1-969d-15ac6dfb7969 req-fca0f405-9c85-43a8-a816-97998639da23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:29.075441 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d232a436-7463-4eb1-969d-15ac6dfb7969 req-fca0f405-9c85-43a8-a816-97998639da23 service neutron] 10.222.0.36 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 916 time: 0.0836620 Aug 13 02:55:29.120045 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d232a436-7463-4eb1-969d-15ac6dfb7969 req-9d99447c-8a50-4364-80a9-fcabba7dade6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c70c2c9-f5a5-448c-9a65-ff217ed3f641 HTTP/1.1" status: 200 len: 217 time: 0.0373821 Aug 13 02:55:29.171254 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232a436-7463-4eb1-969d-15ac6dfb7969 req-55d76726-31b5-4bb1-8438-d81d88652961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:29.172666 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d232a436-7463-4eb1-969d-15ac6dfb7969 req-55d76726-31b5-4bb1-8438-d81d88652961 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6 HTTP/1.1" status: 200 len: 855 time: 0.0462763 Aug 13 02:55:29.203296 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d232a436-7463-4eb1-969d-15ac6dfb7969 req-d84f2c81-f9cc-4f66-9a5a-d49744eebd2e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229020 Aug 13 02:55:29.293916 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d232a436-7463-4eb1-969d-15ac6dfb7969 req-0670446e-5c4a-49fc-b0a4-f0477c68d9fe service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830843 Aug 13 02:55:29.388850 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d232a436-7463-4eb1-969d-15ac6dfb7969 req-9eff0fce-9bdf-45b2-833f-525cd398859c service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866091 Aug 13 02:55:29.984012 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-1f59ba1d-59b6-49db-96fe-a0b59faa51ff req-33aa9f24-a82d-40c7-a30a-3c6105bc919c tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0262561 Aug 13 02:55:31.076408 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4b3c0196-b17b-4076-958c-dcb8f33bc08a req-5326d5f9-246c-404c-8a6f-fcd6a95a5d9f tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0271547 Aug 13 02:55:31.910795 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77679ca-fe4b-4a0a-8a92-f6558df8d1b4 req-c21afd80-2f65-4213-849d-52bc3efdec58 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:31.912329 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b77679ca-fe4b-4a0a-8a92-f6558df8d1b4 req-c21afd80-2f65-4213-849d-52bc3efdec58 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=13f9275e-c654-441d-96c7-3c704f973547 HTTP/1.1" status: 200 len: 945 time: 0.0524147 Aug 13 02:55:31.949533 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b77679ca-fe4b-4a0a-8a92-f6558df8d1b4 req-ee4fec2a-5507-4eec-bbd8-07a5b5588458 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d79f93d-888d-4832-9035-7a6fda02dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313466 Aug 13 02:55:32.168219 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d77e22cb-22b4-4ce7-9eac-bb92956a4620 req-3170f453-0013-4809-b515-d6d188bde34e tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0250170 Aug 13 02:55:32.257460 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359d367-f076-4e7e-a98f-d3b4bbfa2375 req-8bdafa26-0e5b-4650-9ec4-7d7ab9224b8d tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:32.258893 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1359d367-f076-4e7e-a98f-d3b4bbfa2375 req-8bdafa26-0e5b-4650-9ec4-7d7ab9224b8d tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.36 "GET /v2.0/ports?device_id=13f9275e-c654-441d-96c7-3c704f973547 HTTP/1.1" status: 200 len: 945 time: 0.0472314 Aug 13 02:55:32.351796 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-1359d367-f076-4e7e-a98f-d3b4bbfa2375 req-b59560ad-ed0a-427d-a24f-914a67956478 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Deleting port 67946245-5e0f-4ad4-8292-cfc68d7db9dd {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:55:32.352132 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-1359d367-f076-4e7e-a98f-d3b4bbfa2375 req-b59560ad-ed0a-427d-a24f-914a67956478 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:32.439377 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-1359d367-f076-4e7e-a98f-d3b4bbfa2375 req-b59560ad-ed0a-427d-a24f-914a67956478 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] For port 67946245-5e0f-4ad4-8292-cfc68d7db9dd, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=67946245-5e0f-4ad4-8292-cfc68d7db9dd,segment=NetworkSegment(7cb886fe-efaa-4f53-8959-a90d1cb1fb6c),segment_id=7cb886fe-efaa-4f53-8959-a90d1cb1fb6c)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:55:32.439761 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-1359d367-f076-4e7e-a98f-d3b4bbfa2375 req-b59560ad-ed0a-427d-a24f-914a67956478 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:32.600257 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-1359d367-f076-4e7e-a98f-d3b4bbfa2375 req-b59560ad-ed0a-427d-a24f-914a67956478 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:32.600630 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-1359d367-f076-4e7e-a98f-d3b4bbfa2375 req-b59560ad-ed0a-427d-a24f-914a67956478 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790613'] for floatingip, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:32.600943 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.db.l3_db [req-1359d367-f076-4e7e-a98f-d3b4bbfa2375 req-b59560ad-ed0a-427d-a24f-914a67956478 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Floating IP ace83827-61af-4c3b-bb44-c8d0db636d46 disassociated. External IP: 172.27.3.47, port: 67946245-5e0f-4ad4-8292-cfc68d7db9dd. Aug 13 02:55:32.601278 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-1359d367-f076-4e7e-a98f-d3b4bbfa2375 req-b59560ad-ed0a-427d-a24f-914a67956478 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Calling delete_port for 67946245-5e0f-4ad4-8292-cfc68d7db9dd owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:55:32.733176 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-1359d367-f076-4e7e-a98f-d3b4bbfa2375 req-b59560ad-ed0a-427d-a24f-914a67956478 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:32.760570 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59560ad-ed0a-427d-a24f-914a67956478 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Pushing event deleted for resources: {'Port': ['ID=67946245-5e0f-4ad4-8292-cfc68d7db9dd,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:32.871937 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1359d367-f076-4e7e-a98f-d3b4bbfa2375 req-b59560ad-ed0a-427d-a24f-914a67956478 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Router c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:55:32.977213 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1359d367-f076-4e7e-a98f-d3b4bbfa2375 req-b59560ad-ed0a-427d-a24f-914a67956478 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:55:32.987863 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7104a9e5-6a55-4d28-8072-01a970385cd5 None None] Sync routers for ids ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'] in dv-cinder-760192-6-iscsi {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:55:32.998854 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7104a9e5-6a55-4d28-8072-01a970385cd5 None None] Routers {'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:55:32.999437 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-7104a9e5-6a55-4d28-8072-01a970385cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:55:25Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:33.016261 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-1359d367-f076-4e7e-a98f-d3b4bbfa2375 req-b59560ad-ed0a-427d-a24f-914a67956478 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] No DVR routers for this DVR port 67946245-5e0f-4ad4-8292-cfc68d7db9dd on host hv-cinder-76019 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:55:33.018849 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-1359d367-f076-4e7e-a98f-d3b4bbfa2375 req-b59560ad-ed0a-427d-a24f-914a67956478 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:33.020932 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1359d367-f076-4e7e-a98f-d3b4bbfa2375 req-b59560ad-ed0a-427d-a24f-914a67956478 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.36 "DELETE /v2.0/ports/67946245-5e0f-4ad4-8292-cfc68d7db9dd HTTP/1.1" status: 204 len: 173 time: 0.7558038 Aug 13 02:55:33.021382 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f9275e-c654-441d-96c7-3c704f973547', 'name': 'network-vif-deleted', 'tag': '67946245-5e0f-4ad4-8292-cfc68d7db9dd'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:55:33.023607 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85d6a29-8608-49c0-94f4-d46997b9df8b" -d '{"events": [{"server_uuid": "13f9275e-c654-441d-96c7-3c704f973547", "name": "network-vif-deleted", "tag": "67946245-5e0f-4ad4-8292-cfc68d7db9dd"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:55:33.079136 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47550e6c-a175-4818-8d3a-377fb6ab5235 x-openstack-request-id: req-47550e6c-a175-4818-8d3a-377fb6ab5235 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:55:33.079544 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f9275e-c654-441d-96c7-3c704f973547", "name": "network-vif-deleted", "tag": "67946245-5e0f-4ad4-8292-cfc68d7db9dd", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:55:33.079814 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47550e6c-a175-4818-8d3a-377fb6ab5235 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:55:33.080232 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f9275e-c654-441d-96c7-3c704f973547', 'name': 'network-vif-deleted', 'tag': '67946245-5e0f-4ad4-8292-cfc68d7db9dd', 'status': 'completed', 'code': 200} Aug 13 02:55:33.139274 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-7104a9e5-6a55-4d28-8072-01a970385cd5 None None] Set router c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:55:33.143976 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fd988bc9-3f76-4603-b84f-1d59b0a9fe82 req-fbea9caf-db54-47a3-9285-c79c60b033df tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/ports?device_id=13f9275e-c654-441d-96c7-3c704f973547 HTTP/1.1" status: 200 len: 210 time: 0.0409985 Aug 13 02:55:33.273581 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8e2d4d86-391a-4f63-b836-b59c5e815a15 req-29ed2584-e701-415c-a280-c8b178970c35 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0321474 Aug 13 02:55:33.342402 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-7104a9e5-6a55-4d28-8072-01a970385cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1469199750-router', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:27Z', 'updated_at': '2021-08-13T02:40:31Z', 'revision_number': 4, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'gw_port': {'id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:28Z', 'updated_at': '2021-08-13T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '0137c11c-c2d2-4853-afb9-a4065a295c1d', 'name': '', 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'mac_address': 'fa:16:3e:60:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:30Z', 'updated_at': '2021-08-13T02:40:36Z', 'revision_number': 5, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'subnets': [{'id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:33.370490 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7104a9e5-6a55-4d28-8072-01a970385cd5 None None] Checking router: c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 for host: dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:55:33.378413 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7104a9e5-6a55-4d28-8072-01a970385cd5 None None] Routers {'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:55:33.379001 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-7104a9e5-6a55-4d28-8072-01a970385cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:55:25Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:33.486815 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-7104a9e5-6a55-4d28-8072-01a970385cd5 None None] Set router c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:55:33.714568 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-7104a9e5-6a55-4d28-8072-01a970385cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1469199750-router', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:27Z', 'updated_at': '2021-08-13T02:40:31Z', 'revision_number': 4, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'gw_port': {'id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:28Z', 'updated_at': '2021-08-13T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '0137c11c-c2d2-4853-afb9-a4065a295c1d', 'name': '', 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'mac_address': 'fa:16:3e:60:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:30Z', 'updated_at': '2021-08-13T02:40:36Z', 'revision_number': 5, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'subnets': [{'id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:33.740184 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7104a9e5-6a55-4d28-8072-01a970385cd5 None None] The sync data for ids ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'] in dv-cinder-760192-6-iscsi is: [{'id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1469199750-router', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:27Z', 'updated_at': '2021-08-13T02:40:31Z', 'revision_number': 4, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'gw_port': {'id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:28Z', 'updated_at': '2021-08-13T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '0137c11c-c2d2-4853-afb9-a4065a295c1d', 'name': '', 'network_id': '4eb62c1f-7918-4e66-91a6-689a1ab55d3a', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'mac_address': 'fa:16:3e:60:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:30Z', 'updated_at': '2021-08-13T02:40:36Z', 'revision_number': 5, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'subnets': [{'id': '20ee19d7-4e11-4399-b9d2-2ed3e6fef45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:55:33.938643 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb376a5-cfd5-4c75-8bcf-1f7bed621e77 None None] New status for floating IP ace83827-61af-4c3b-bb44-c8d0db636d46: DOWN {{(pid=100522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:55:34.233053 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 46724) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:34.286331 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3dacd45c-5ca3-433c-997a-06facef2f4d0 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:34.309388 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3dacd45c-5ca3-433c-997a-06facef2f4d0 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:34.368208 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ac313426-1814-466b-9110-12c2d966055a req-5684133c-2398-4738-b3ef-ea4d528b7d8e tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0306494 Aug 13 02:55:34.380680 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3dacd45c-5ca3-433c-997a-06facef2f4d0 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:34.383484 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3dacd45c-5ca3-433c-997a-06facef2f4d0 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:34.384609 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-3dacd45c-5ca3-433c-997a-06facef2f4d0 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "DELETE /v2.0/security-groups/2d79f93d-888d-4832-9035-7a6fda02dffe HTTP/1.1" status: 204 len: 168 time: 0.1505563 Aug 13 02:55:34.387650 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 46728) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:34.394817 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dacd45c-5ca3-433c-997a-06facef2f4d0 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d79f93d-888d-4832-9035-7a6fda02dffe,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:34.401405 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.api.v2.resource [None req-ba87eb9e-b48a-49bb-82ca-55de11034a3d tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] show failed (client error): The resource could not be found. Aug 13 02:55:34.405418 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 46730) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:34.405695 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-ba87eb9e-b48a-49bb-82ca-55de11034a3d tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "GET /v2.0/security-groups/2d79f93d-888d-4832-9035-7a6fda02dffe HTTP/1.1" status: 404 len: 347 time: 0.0167880 Aug 13 02:55:34.524698 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-881f66d8-eb0e-4131-b3e2-627bfeef9713 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Deleting port 92d47e17-cbd1-4e80-8aa7-8938e17954e6 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:55:34.525036 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-881f66d8-eb0e-4131-b3e2-627bfeef9713 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:34.599944 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-881f66d8-eb0e-4131-b3e2-627bfeef9713 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:34.600253 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-881f66d8-eb0e-4131-b3e2-627bfeef9713 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:34.612727 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-881f66d8-eb0e-4131-b3e2-627bfeef9713 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Calling delete_port for 92d47e17-cbd1-4e80-8aa7-8938e17954e6 owned by network:floatingip {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:55:34.754946 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-881f66d8-eb0e-4131-b3e2-627bfeef9713 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:34.781594 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f66d8-eb0e-4131-b3e2-627bfeef9713 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Pushing event deleted for resources: {'Port': ['ID=92d47e17-cbd1-4e80-8aa7-8938e17954e6,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:34.847724 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-881f66d8-eb0e-4131-b3e2-627bfeef9713 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks [] for floatingip, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:34.850270 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-881f66d8-eb0e-4131-b3e2-627bfeef9713 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for floatingip, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:34.851422 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-881f66d8-eb0e-4131-b3e2-627bfeef9713 tempest-AttachVolumeShelveTestJSON-370204371 tempest-AttachVolumeShelveTestJSON-370204371-project] 10.222.0.13 "DELETE /v2.0/floatingips/ace83827-61af-4c3b-bb44-c8d0db636d46 HTTP/1.1" status: 204 len: 168 time: 0.4450436 Aug 13 02:55:35.461696 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c9c5f2eb-9a5a-4733-8056-fcedeecc745e req-b0511c05-d9d3-4f26-a8ab-aff4da0a36ee tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0267184 Aug 13 02:55:35.949957 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 67946245-5e0f-4ad4-8292-cfc68d7db9dd no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:55:35.971282 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] No Port match for: 67946245-5e0f-4ad4-8292-cfc68d7db9dd {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:55:35.971664 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 67946245-5e0f-4ad4-8292-cfc68d7db9dd not bound to the agent host hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:55:36.551714 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a9a2981f-47d3-419f-be62-d956998e44a6 req-020b1f53-201b-44d3-9d7c-0dab9aa7c363 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0258672 Aug 13 02:55:37.641500 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-7261f0d4-b94f-42a6-90dc-f5f09a1dfbc8 req-82834cf1-1a5b-48a8-9b4a-17e687d1fd35 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0262117 Aug 13 02:55:38.733747 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-31313865-015f-492a-bb4b-9a0b6e70378d req-7c35e3ab-eb2f-4d3e-8c74-1083dbd63564 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0256128 Aug 13 02:55:39.825208 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-cc396818-c68a-4357-8d35-f790e47c3502 req-72e3df96-14f0-46cf-8058-0899c22ed6bd tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0257821 Aug 13 02:55:40.918816 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0ebc202a-3f57-462a-84b3-aea8e90cda51 req-fccafa17-4ee1-40a7-8a32-08ec2cd34b02 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0281208 Aug 13 02:55:42.012021 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-59591f07-0b7b-44ae-831f-9dfa2e8cb17e req-b5991695-73f2-4dfe-aa4f-c38416de2297 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0256829 Aug 13 02:55:42.911634 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:55:43.104960 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2159ce7e-20ed-498d-a09f-381cc6b128af req-8895e0e8-f04e-4f7a-aa03-11beb0dae2f6 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0257380 Aug 13 02:55:44.197003 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3a477ee3-1478-44fe-b8ca-0a4d82360021 req-a1120958-42c4-4a66-98aa-0424cad14875 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0250254 Aug 13 02:55:45.289566 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6940223d-2c37-4dc7-8514-de0a256c8953 req-ab198d47-636d-40a9-a9ca-218c03c58a94 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0262299 Aug 13 02:55:46.387349 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-84d10024-ba95-47ea-8566-4d740650ef0c req-708d44c5-ed68-4c8c-a055-e0880097f8e6 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0313489 Aug 13 02:55:47.480809 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b3031d50-1f70-4ae3-8e49-3e1542fcd522 req-21891022-d74d-48eb-b4de-977fde4e385e tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0255303 Aug 13 02:55:48.573106 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-427c25f7-30ac-42f0-97a3-661272a46689 req-4d9f91dc-8e5d-4952-b2c8-365a44ef1639 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0255632 Aug 13 02:55:49.664144 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dcafc75b-5564-4e17-b766-6d4867de5461 req-00d9cffd-37e5-4828-8cb1-6233e6636b21 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0257301 Aug 13 02:55:50.309308 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:50.758210 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-736effa6-311c-4179-bad4-42f1b9189b2c req-cf4f4356-9bbf-4d6b-8733-4be52259447a tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0284407 Aug 13 02:55:51.849358 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-96a8d243-a0e8-49ad-b83d-ae96682a9487 req-0ae5c08f-770d-4c2e-acea-751413533ed7 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0256162 Aug 13 02:55:52.532925 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-3f618121-cd79-485c-a5cf-7615064a3fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:52.941947 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-259cd990-b706-4cfd-8239-603500d79bea req-adc662cd-cd42-4087-9de9-889542eb8dd1 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0262053 Aug 13 02:55:54.035620 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e3b8811c-0086-4910-acfb-abf994405ad6 req-49fe28d6-7320-48ae-8355-6d6abe933058 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0282466 Aug 13 02:55:55.126960 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c5b1922a-530d-4a66-9e35-54655f4a9b27 req-1948d753-176a-4f89-ad0d-f76cbe7e935a tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0254815 Aug 13 02:55:55.474468 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-5ad0d52f-cda5-492f-87c0-be6478676bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:55.747446 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:56.217471 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-be8484fb-0a1c-4e19-8c25-083c416f7bb9 req-3a28f08f-23e2-49c9-ac3a-bd78112332e0 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0252821 Aug 13 02:55:56.352352 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:57.314690 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-161e2edc-5e30-4407-9f4b-37baaea6e299 req-a1324101-f434-491d-8f5b-7dc51d24cd5c tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0301175 Aug 13 02:55:57.762707 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:58.410059 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3378ca9e-7237-4d9d-b27f-4401e47a1924 req-39c2ab61-7cab-43cf-a68e-6491f75f6bf0 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0262501 Aug 13 02:55:59.507801 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9758cbdc-e80a-4a1d-96ee-d088c0e093fe req-2a979358-5143-47e5-a54c-18dc9190aab2 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0299838 Aug 13 02:56:00.600021 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4b324521-3bfc-4df6-8531-4b82d429a2d0 req-f0ff3de3-c7d4-4f96-92b9-31445c5f600f tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0262549 Aug 13 02:56:01.690703 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d4e6561a-1ec4-44b1-a140-43e36459f830 req-af0b45a7-94be-4188-9fd7-922f24e6b09e tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0255163 Aug 13 02:56:02.782628 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-801e835b-a5dd-419d-b14d-21017eeae776 req-a4213d49-3b82-468e-8549-d5ac1612e5d9 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0256550 Aug 13 02:56:03.874253 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-60a804f1-ee71-408d-b5e4-b24d5a5b4ed1 req-c54c58e1-5cd0-42b6-9d05-c921e935c2db tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0253921 Aug 13 02:56:04.965665 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4b3b2042-2232-4b14-8645-5705133bd68c req-66ca2a8f-160c-45ad-b89f-b5b0289056cb tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0255716 Aug 13 02:56:06.069131 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-61fd4ca5-1191-4e62-9efc-55003e4bcdd2 req-2a793266-79c0-46db-a26e-72cf0e5e8ff2 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0279133 Aug 13 02:56:07.165603 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6747ab5c-b626-4776-a542-e5843a3aae6e req-38cb6565-6137-41cb-8519-c441f2f55f6a tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0274198 Aug 13 02:56:08.258022 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-212dc3b1-23ba-4387-aac0-b34be17f6088 req-5d632618-ae4f-4b85-86f0-50e376f8ea4e tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0256262 Aug 13 02:56:09.350996 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9cdd80d4-dc45-4ec0-bcf1-6ccd54c36c02 req-a8f6066e-08d2-465e-86ec-de1f3e68c27a tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0258753 Aug 13 02:56:09.808623 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3bca3-b667-419b-afd1-37188852d834 req-8b5f7d8f-552f-44d6-ba38-901aa9cfb69f tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:09.810035 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-11b3bca3-b667-419b-afd1-37188852d834 req-8b5f7d8f-552f-44d6-ba38-901aa9cfb69f tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 946 time: 0.0493302 Aug 13 02:56:09.852731 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-11b3bca3-b667-419b-afd1-37188852d834 req-473715d1-5004-4bf3-81cc-32b3efb65d5c tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/security-groups?id=434e76e7-81b4-421f-b4d9-1bca279f9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359147 Aug 13 02:56:10.395352 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac0067-47fe-4428-85e0-10dcbfd3f4dd req-0403436a-1593-4f69-9a92-355039825a39 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:10.396873 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8dac0067-47fe-4428-85e0-10dcbfd3f4dd req-0403436a-1593-4f69-9a92-355039825a39 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 946 time: 0.0959127 Aug 13 02:56:10.444664 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9a5baa1f-e1c8-479d-bbce-2219f82d6023 req-83da3e31-ed2a-4e87-8034-d8227eb6f1e9 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0261099 Aug 13 02:56:10.493810 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-8dac0067-47fe-4428-85e0-10dcbfd3f4dd req-bf61b37f-86ec-4a9a-b8ad-f6247d557d7a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Deleting port 38d39f21-9602-4f15-a37e-2efbe2a162ca {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:56:10.494151 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-8dac0067-47fe-4428-85e0-10dcbfd3f4dd req-bf61b37f-86ec-4a9a-b8ad-f6247d557d7a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:10.579602 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-8dac0067-47fe-4428-85e0-10dcbfd3f4dd req-bf61b37f-86ec-4a9a-b8ad-f6247d557d7a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] For port 38d39f21-9602-4f15-a37e-2efbe2a162ca, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=38d39f21-9602-4f15-a37e-2efbe2a162ca,segment=NetworkSegment(27f3dcbb-fd85-4c67-9af0-4759c4e54c9b),segment_id=27f3dcbb-fd85-4c67-9af0-4759c4e54c9b)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:56:10.579895 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-8dac0067-47fe-4428-85e0-10dcbfd3f4dd req-bf61b37f-86ec-4a9a-b8ad-f6247d557d7a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:10.592216 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-8dac0067-47fe-4428-85e0-10dcbfd3f4dd req-bf61b37f-86ec-4a9a-b8ad-f6247d557d7a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Calling delete_port for 38d39f21-9602-4f15-a37e-2efbe2a162ca owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:56:10.721564 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-8dac0067-47fe-4428-85e0-10dcbfd3f4dd req-bf61b37f-86ec-4a9a-b8ad-f6247d557d7a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:10.733515 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['38d39f21-9602-4f15-a37e-2efbe2a162ca'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:56:10.757716 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61b37f-86ec-4a9a-b8ad-f6247d557d7a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Pushing event deleted for resources: {'Port': ['ID=38d39f21-9602-4f15-a37e-2efbe2a162ca,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:56:10.782818 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61b37f-86ec-4a9a-b8ad-f6247d557d7a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:10.783165 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61b37f-86ec-4a9a-b8ad-f6247d557d7a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:10.783516 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61b37f-86ec-4a9a-b8ad-f6247d557d7a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:10.783854 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61b37f-86ec-4a9a-b8ad-f6247d557d7a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:10.784208 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61b37f-86ec-4a9a-b8ad-f6247d557d7a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:10.784539 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61b37f-86ec-4a9a-b8ad-f6247d557d7a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:10.784867 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61b37f-86ec-4a9a-b8ad-f6247d557d7a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:10.785190 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61b37f-86ec-4a9a-b8ad-f6247d557d7a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:10.785510 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61b37f-86ec-4a9a-b8ad-f6247d557d7a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:10.785827 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61b37f-86ec-4a9a-b8ad-f6247d557d7a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:10.786145 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61b37f-86ec-4a9a-b8ad-f6247d557d7a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:10.786461 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf61b37f-86ec-4a9a-b8ad-f6247d557d7a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:10.807894 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dac0067-47fe-4428-85e0-10dcbfd3f4dd req-bf61b37f-86ec-4a9a-b8ad-f6247d557d7a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] No DVR routers for this DVR port 38d39f21-9602-4f15-a37e-2efbe2a162ca on host hv-cinder-76019 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:56:10.810361 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-8dac0067-47fe-4428-85e0-10dcbfd3f4dd req-bf61b37f-86ec-4a9a-b8ad-f6247d557d7a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:10.812389 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8dac0067-47fe-4428-85e0-10dcbfd3f4dd req-bf61b37f-86ec-4a9a-b8ad-f6247d557d7a tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.36 "DELETE /v2.0/ports/38d39f21-9602-4f15-a37e-2efbe2a162ca HTTP/1.1" status: 204 len: 173 time: 0.4080496 Aug 13 02:56:10.812833 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a94365c-647f-4188-9d29-16f0cef9d180', 'name': 'network-vif-deleted', 'tag': '38d39f21-9602-4f15-a37e-2efbe2a162ca'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:56:10.815053 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6417953-088d-4f7f-b759-93249a8d56aa" -d '{"events": [{"server_uuid": "2a94365c-647f-4188-9d29-16f0cef9d180", "name": "network-vif-deleted", "tag": "38d39f21-9602-4f15-a37e-2efbe2a162ca"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:56:10.866852 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925a09df-fdac-42f9-b48a-76b786040f9c x-openstack-request-id: req-925a09df-fdac-42f9-b48a-76b786040f9c {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:56:10.867146 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a94365c-647f-4188-9d29-16f0cef9d180", "name": "network-vif-deleted", "tag": "38d39f21-9602-4f15-a37e-2efbe2a162ca", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:56:10.867429 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-925a09df-fdac-42f9-b48a-76b786040f9c {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:56:10.867854 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a94365c-647f-4188-9d29-16f0cef9d180', 'name': 'network-vif-deleted', 'tag': '38d39f21-9602-4f15-a37e-2efbe2a162ca', 'status': 'completed', 'code': 200} Aug 13 02:56:10.952565 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e3fa462d-7c45-4b73-9cac-c47c2c27dfb1 req-ba881ff8-ce42-4f55-9751-e00e90bb20c1 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0302680 Aug 13 02:56:11.749611 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-eba6fb6f-3122-46a6-b9d7-354b0efa42fc req-3b4781da-4810-4272-abc9-ff5366b2b399 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.2361526 Aug 13 02:56:12.051967 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-112650f6-3082-4ac9-afb3-31d8c8714d59 req-e55c26be-3dc1-4868-a901-7adcd1cf5617 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0254040 Aug 13 02:56:12.841698 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-02b976c3-73cc-413c-9bd6-8bc5a45ae7b9 req-27b5f325-1051-43fa-b8d4-3de3f215070d tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0255580 Aug 13 02:56:13.142809 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e2e19541-97fb-4685-baa0-65f2bf600d98 req-4637d9ee-17b3-4d85-84e8-1cdbc317f04d tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0250618 Aug 13 02:56:13.932963 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-25e7f13f-6251-4643-9df3-d9255c9fee6b req-5b80606e-2e18-444a-8b58-6183d0365be9 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0258451 Aug 13 02:56:14.046798 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 38d39f21-9602-4f15-a37e-2efbe2a162ca no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:56:14.068974 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] No Port match for: 38d39f21-9602-4f15-a37e-2efbe2a162ca {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:56:14.069320 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 38d39f21-9602-4f15-a37e-2efbe2a162ca not bound to the agent host hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:56:14.238520 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-71cafd91-eeab-4f67-8bac-3678f84cc03c req-f8351a54-2ed7-4080-bf90-549f3ad8832e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0267844 Aug 13 02:56:15.036951 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4fde72c6-3417-4635-a902-b167b84211da req-baa06cdf-1557-416b-98ad-e5e556a6ffa4 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0350473 Aug 13 02:56:15.335514 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-1dd271a6-f7eb-4005-bd98-feb5956a9313 req-4fd4b68a-e478-4d0e-ba43-4e3b7cedd7a8 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0298829 Aug 13 02:56:16.133005 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6b8daa03-2448-402e-a7c2-a7de7571d948 req-5b4ba443-e3bf-4706-8db0-2890b24af66a tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0278082 Aug 13 02:56:16.430989 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-338af071-6c95-444f-b46c-03ab7c0a72d0 req-44bdbfba-977f-450c-8522-b93397ebae8c tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0267515 Aug 13 02:56:17.230015 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-40a6d4b3-6ab3-493f-83bc-443b255e5a90 req-e5c28e01-582d-4a86-8cba-440ed6d183c4 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0280855 Aug 13 02:56:17.528813 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-2212974d-d164-4ff8-977f-6bdcaef2a55c req-31caa83c-d9f7-45ae-92f3-1cb99439d754 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0316217 Aug 13 02:56:18.324090 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b09bcf90-ee4b-4d0c-a253-cf435d94eadf req-935d1791-fbf1-4798-b550-65d9b499d061 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0262158 Aug 13 02:56:18.623090 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f0d098c2-279c-42cf-b2fc-820d0f808933 req-0048e8af-c5df-4e14-a542-d92e4ee29915 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0259202 Aug 13 02:56:19.417759 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-aa29dd6a-968d-4614-81f1-2227b929c717 req-4b61651a-1b65-44ea-8899-339a02270188 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0261540 Aug 13 02:56:19.722484 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-07481275-689b-429f-b5a2-54b59436353a req-fce40d50-79d1-4771-8bad-6ecaa930d3ba tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0267947 Aug 13 02:56:19.911318 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:56:20.316227 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:20.512477 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7cf3fc54-955f-48f0-a54a-8ebd9a79021d req-4e20c920-93cb-45e3-89e5-f6264d21b1e7 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0273573 Aug 13 02:56:20.819649 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-fa475d36-eadb-4352-b3c8-572094ec51da req-6379cb8e-9a94-4ea5-96b5-8118c4cc2dee tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0283117 Aug 13 02:56:21.611190 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c50e83f3-044f-4918-ad99-92e8cb6aa84d req-b60f38a8-db82-42ca-8ba1-97d58f0dcf21 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0265620 Aug 13 02:56:21.917898 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-feeac99e-ebdb-4afe-852b-57cc15cc4925 req-05014003-70fe-4102-b679-0441f65b511f tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0286801 Aug 13 02:56:22.533717 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-16d1b5d7-66f6-4e59-b32c-639b26bcbb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:22.711614 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c7a15665-9f0d-4f78-90e2-76e2b44ab499 req-84a1323d-2f5d-4b1a-ae76-2673cf4c055a tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0290072 Aug 13 02:56:23.013302 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-155b557f-4081-4332-afba-d3dbaf8b29dd req-337fecfe-f267-40ca-a2d3-53cd93377154 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0264733 Aug 13 02:56:23.807700 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-65d83177-04a3-4e96-9282-6b012d7e3ba0 req-1ff03421-4698-4d5c-bce7-d4a6043defa6 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0254679 Aug 13 02:56:24.131915 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-88788aae-2cf1-4f3b-b2f0-7e55b19b550b req-d8c8a15f-67db-499e-8c94-b51b5b8eba83 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0305030 Aug 13 02:56:24.905206 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-df236f3f-46ba-4c9b-babc-d5d64e3747b3 req-1bb71c8f-41f8-4645-a0e5-16bfa5536906 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0271466 Aug 13 02:56:25.225036 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-64c07f2d-8387-4606-b20f-a87c3398ffd5 req-d797e653-2b3f-417f-94d8-4455704f2f89 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0265207 Aug 13 02:56:25.475982 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-50368bab-691f-4719-9d90-0b4ef3e8e462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:25.750030 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:25.999831 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7052e368-5f54-41ac-97a9-90e9d0574578 req-f95fd2c4-25fb-4c7b-94c3-b83cb5e591b5 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0276086 Aug 13 02:56:26.323112 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9179d85c-29f9-4484-903c-e63d0a31676c req-9005d2c8-e926-47da-a659-e55c00d82ebf tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0274010 Aug 13 02:56:26.344798 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:27.093623 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-693db864-4040-45f3-a14f-04c38c34a0a2 req-17751e33-e661-49d1-bcb0-14cdb34bfa06 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0266843 Aug 13 02:56:27.417256 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-111c7fbd-e114-46c9-a898-714ba1affd88 req-f40b4056-4d97-4cfb-a78a-67251d79bacf tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0268831 Aug 13 02:56:27.766255 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:28.187633 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a45e2ed3-f3d2-4bf2-beaa-71c31a92d507 req-c70b7945-b67d-4982-a937-e4f6e76cba1b tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0270343 Aug 13 02:56:28.263776 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-33d6b9d9-1811-4986-b410-c563231b4453 req-501e81b3-f4d8-44b2-89c9-a7ebd0b54d56 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=83832f2c-d518-4205-95ba-030a994b3986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420010 Aug 13 02:56:28.324474 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6b9d9-1811-4986-b410-c563231b4453 req-f0425c9e-7c1e-4ec4-9190-00d3ef009335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:28.325936 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-33d6b9d9-1811-4986-b410-c563231b4453 req-f0425c9e-7c1e-4ec4-9190-00d3ef009335 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&device_id=83832f2c-d518-4205-95ba-030a994b3986 HTTP/1.1" status: 200 len: 1098 time: 0.0400562 Aug 13 02:56:28.431210 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6b9d9-1811-4986-b410-c563231b4453 req-6a092518-831f-4f0b-8569-9455dbdb06e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:28.432681 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-33d6b9d9-1811-4986-b410-c563231b4453 req-6a092518-831f-4f0b-8569-9455dbdb06e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 916 time: 0.0858157 Aug 13 02:56:28.478100 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-33d6b9d9-1811-4986-b410-c563231b4453 req-d2371f69-1f8e-4156-83cc-08fae336c5dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b6f7b6c-52a8-49ef-ba09-4185ee15692d HTTP/1.1" status: 200 len: 217 time: 0.0368149 Aug 13 02:56:28.513103 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-4d4fc89f-031a-4d0c-8aeb-8deda2cd5707 req-7733721a-6cdd-40fa-91c4-96c61cecca68 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0271947 Aug 13 02:56:28.533073 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6b9d9-1811-4986-b410-c563231b4453 req-76940ff8-cf9d-47df-b62b-190d01fd9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:28.535202 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-33d6b9d9-1811-4986-b410-c563231b4453 req-76940ff8-cf9d-47df-b62b-190d01fd9b54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6 HTTP/1.1" status: 200 len: 855 time: 0.0498080 Aug 13 02:56:28.565593 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-33d6b9d9-1811-4986-b410-c563231b4453 req-a9ba2efe-8069-43f5-a8f4-b676903dbf7b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236175 Aug 13 02:56:28.658398 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-33d6b9d9-1811-4986-b410-c563231b4453 req-ebac78a1-df5b-421a-93b3-c1ebc57d1f84 service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857897 Aug 13 02:56:28.749300 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-33d6b9d9-1811-4986-b410-c563231b4453 req-da2b0974-931a-4774-a9be-2f91f3506e81 service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833807 Aug 13 02:56:29.288325 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ee019eeb-5680-4217-8714-f52e716062fd req-030c598d-afdb-43b6-9d64-9160d81a8008 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0302875 Aug 13 02:56:29.605367 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-38008a46-da4c-4638-811e-25bc5ec39b4f req-97b6febb-ccc5-4fbb-9055-0d294d3b6b00 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0254195 Aug 13 02:56:30.382501 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9c3211d5-14da-414c-8ae3-eed839780c2a req-8737b759-929d-4836-a273-60de0903b7e9 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0274720 Aug 13 02:56:30.706040 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-79596547-0f34-49c8-bd49-51db5ac1e9e8 req-88e7c019-6c64-493c-aacd-d888fa6b3a0f tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0319180 Aug 13 02:56:31.476852 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a48ea7f6-72fe-4c7d-8df8-d052b11488d4 req-946028f5-a9df-47bf-be18-5da0fa804938 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0278838 Aug 13 02:56:31.810429 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-446ce816-2919-46d4-943f-69cdef6c3a8e req-07fe7d40-9a97-40d9-96e2-aaca976dfca6 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0277739 Aug 13 02:56:32.569527 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4212fd7d-d9ca-481b-b337-52e854e25fce req-2e0f4963-9251-4bca-b261-0e02b23d5306 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0261023 Aug 13 02:56:32.906870 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-4a19a413-a5b1-48f8-a502-66b6596952f6 req-4a8489d7-a0d8-493f-a28f-76cdf087bc74 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0288646 Aug 13 02:56:33.665189 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77b6cc0e-ae2c-400c-a335-b9482402db06 req-c20ddaf2-b8d4-4279-8eb9-5b64c9750783 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0262010 Aug 13 02:56:34.000352 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-a42d5488-cd9a-40cc-bb04-9d65273eeb8d req-a1357d73-318d-493e-beaf-86b39b6231e2 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0266354 Aug 13 02:56:34.767141 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c308b5dd-3caf-4762-a1e2-b78f55607353 req-ab63ba6c-be75-46c1-a03a-d9c66ae367ab tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0333841 Aug 13 02:56:35.096428 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-51604c04-9018-4ab5-8f76-18890cc12732 req-10ac3d42-f111-461d-9442-6b5e3a4e9356 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0270784 Aug 13 02:56:35.864980 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f92bcabb-c9e3-44f0-a990-32aabe0388e3 req-b72cc85f-947b-4171-b668-3b1befbcf7cb tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0289021 Aug 13 02:56:36.196304 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-46c7ac6b-1e42-4d44-8187-9017686d886a req-155fb9f0-4878-4fce-849a-ccc1c35d53fe tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0257187 Aug 13 02:56:36.961142 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6576b003-afff-485d-b91d-8c7d0c432881 req-0eb30ebf-934a-4e56-a5b0-aa7879efa2f8 tempest-VolumesSnapshotTestJSON-1779931022 tempest-VolumesSnapshotTestJSON-1779931022-project] 10.222.0.13 "GET /v2.0/ports?device_id=700daa01-5f47-4a3b-a86c-a246ef1da4e0 HTTP/1.1" status: 200 len: 210 time: 0.0263638 Aug 13 02:56:37.293075 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-82776b83-2597-4dab-a684-48d9bd5b7292 req-656404e6-c040-4ac3-b120-219084dd6cd1 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0300183 Aug 13 02:56:38.396239 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-84e2d202-ddbd-44a5-8825-265e152f6462 req-36ba677f-065b-4679-8bb5-93a20ea1ccf5 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0335400 Aug 13 02:56:39.492220 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1db909cc-009a-4ffc-a8cd-c6c3e99eceb3 req-6e2e543d-e11f-4f6d-aa97-f7adf239e823 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0267255 Aug 13 02:56:40.582555 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-00c4259e-f867-45d8-be79-e3063f47566b req-ad4a378c-99ee-4367-a3a1-a8fbfdc89874 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0257835 Aug 13 02:56:41.672611 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-35cf7890-7450-4c33-96d2-66a9f84db9d4 req-405a1dba-e7e8-4987-84c5-7d32cc900b8b tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0258348 Aug 13 02:56:42.762947 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-1c76d17f-6afd-4d1d-abaa-ec5633f21518 req-ea134881-3bac-46e5-9fa9-2b82d1453b34 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0255835 Aug 13 02:56:43.854808 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a63b890f-ddb9-431c-b93c-13a3fa0dbe5c req-e4830d19-117d-47b1-8dca-032059171548 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0262713 Aug 13 02:56:44.947007 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-4bd9b11a-cd43-4c85-aec8-4152cd824a3a req-e1d8a826-9ec7-4245-87e8-c99d7d99b101 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0261524 Aug 13 02:56:46.038755 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2a163d2b-f965-4a7e-93cc-63f1c638c2c5 req-d7c6c8d2-240f-4053-a1e9-3c4d99c76f5d tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0258174 Aug 13 02:56:47.132464 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-fe93a743-952d-4981-8fa9-738aba1f8bc7 req-6dbb8a3c-e2c9-4efb-b9cd-cd72254982cf tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0275807 Aug 13 02:56:48.226035 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-49a9ddff-50ed-4667-9add-ef1dd479e94d req-bb3caed6-303b-4b3c-85b5-6a0e913e78cb tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0282326 Aug 13 02:56:49.319069 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-88dc67bd-6cdf-403b-8598-b3a7518d86d0 req-575cd402-c9f9-4877-a341-05c2adb10efe tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0282772 Aug 13 02:56:50.342964 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:50.412020 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-725a5717-daf4-4d64-bff2-70ec7ee3f9d9 req-1f066e18-026f-47e7-bdf7-ff9b9834ddfd tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0270994 Aug 13 02:56:51.504011 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d418360d-2dea-4538-853e-c52e97edd16f req-30bbb06b-e318-4f4c-a438-c352be875bba tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0256073 Aug 13 02:56:52.534863 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-de14b079-8166-4d57-9a42-14fc41d45a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:52.602071 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77900c73-2f5c-4c36-859b-3437bf48fd92 req-a67cd3e2-44cf-456c-afa5-b82c9af10321 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0276349 Aug 13 02:56:53.694354 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-686c61c0-e9b4-4707-88a7-8b1ccca7f8e9 req-063ee305-1785-4413-afe1-0f56d79e1125 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0256133 Aug 13 02:56:54.790481 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a3653c83-52bd-4808-b95d-c5ebc1dda581 req-ddfe33d2-e787-43b2-8712-d5936daaa4a5 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0257390 Aug 13 02:56:55.478147 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-51eaa302-8771-4096-b585-486337ffd490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:55.751425 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:55.882285 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3ebba2bb-fdf9-4f74-9e63-0c43708f806f req-ebfebc56-7f40-4c87-bb48-35d44ace7628 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0258179 Aug 13 02:56:56.347178 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:56.910976 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:56:56.973774 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f61e243d-4604-4c7a-b95e-98e6aee6d0c9 req-5d8973e6-8723-4d91-8d88-5bc27191e5d0 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0252810 Aug 13 02:56:57.768354 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:58.064781 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-96b6fd48-781c-41c3-ba4c-76c5d3db87f1 req-3bcd29ab-6fd3-4016-9212-6f9e4b9201a7 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0253258 Aug 13 02:56:59.156014 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e7351b59-9631-409f-b84d-958430998587 req-e6d8133b-7051-46a7-b245-d82e8a2b8957 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0263567 Aug 13 02:57:00.248337 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-6c1dc345-7b51-4de6-83c1-b9d6cd7579e9 req-61054508-1c0c-4988-ad16-b8740350ce23 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0258210 Aug 13 02:57:01.343924 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c4c3e028-3ffa-4f68-a35c-dba854dcbdaf req-8290b0c6-eba1-4c9b-b77f-9cff9cde2bcb tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0301390 Aug 13 02:57:02.440227 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e13c5472-ddb4-4e09-a326-785e391e8ac0 req-46d7100b-a034-4ac0-8af4-b7d04228af70 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0286708 Aug 13 02:57:03.532773 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-31878924-e4d7-4514-88b8-572676ff46f5 req-4648f271-6e46-405a-8430-4de83f21b03b tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0262876 Aug 13 02:57:04.627697 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-606dd2d9-d0dd-4073-b884-695572cc0485 req-08817daa-2abd-42dc-92f1-9f6050488065 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0280657 Aug 13 02:57:05.738358 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a8cde72e-8774-40f3-bb6f-60ba46bca18d req-fd9f9fbe-dc69-49f9-a008-62b0b80ae44d tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0396464 Aug 13 02:57:06.833632 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-6d2debb2-1ffd-421f-b5ee-f1f171242600 req-62db4fdb-46ef-4334-be37-30dc805f5ccc tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0263498 Aug 13 02:57:07.925044 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f104f1d8-1c38-4b42-ab88-f741017f40b9 req-5a934d05-2a8f-4d2e-b792-1d596c77fcb9 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0266907 Aug 13 02:57:09.017907 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-921ad61d-592c-434d-9f43-e20ad2ef70f6 req-78153307-12db-4d5e-ba1b-b07bec3d95d5 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0268042 Aug 13 02:57:10.110080 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9b147b20-edd0-4ac7-a28e-bab875856bb1 req-ea710914-8a21-4baf-a630-0bc86df89a7f tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0255191 Aug 13 02:57:11.201079 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9b6a7f91-6949-4c1f-9788-4586e147fb10 req-e3c6c68c-34db-4861-8160-052ee6eb06a0 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0263979 Aug 13 02:57:12.294289 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-647cfd0c-e611-425f-9d5b-1342f5d152a8 req-3e9ad4f3-0229-445a-9b65-d334bf87bf34 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0275185 Aug 13 02:57:13.387690 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-4e341c63-c236-460e-8289-0dd92daf4ce0 req-3e4fca51-8345-4889-a837-dc1c309531ac tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0256848 Aug 13 02:57:14.487571 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-35cb73cc-96fa-4145-b54c-58a669fd6ef8 req-40734815-9269-48a6-86dd-3353d8dc4fbc tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0314670 Aug 13 02:57:15.581476 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-b3100310-c18e-48f2-bcbd-d6c3693b0c6d req-2a59c790-47ce-44bf-9558-84de7860fcb0 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0290091 Aug 13 02:57:16.672521 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-364e15ca-7b15-47fd-ae99-ca7e36771cbd req-d45c9197-0d2c-4ce3-a85d-419345ae6761 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0258718 Aug 13 02:57:17.763053 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-b775602c-8309-4fe8-8239-58d7578d3e47 req-5c73e4cf-455b-453c-8719-7d5d08f110b7 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0257781 Aug 13 02:57:18.854703 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8c145aba-6fe6-4b3b-ae3b-66d69582bcc3 req-d2dc3736-0713-4a18-8850-e23debf1fb3f tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0262632 Aug 13 02:57:19.945194 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-78e353be-3bfb-4329-aa5f-dc4b0f5a74e5 req-dd6e79ef-1728-4bbd-8d38-65314c0082bf tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0256393 Aug 13 02:57:20.343878 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:21.041031 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5fe94b9f-2d5c-4b47-888e-f50f21550ad9 req-be12462a-ee20-4b9f-b4c3-65d9ffbe1c46 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0264306 Aug 13 02:57:22.134539 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-a29ef1cc-1970-487e-a12a-ac8a123cf114 req-41072d21-0bb0-43a2-9a19-98f4f6a87a9f tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0256891 Aug 13 02:57:22.535395 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-537eea57-f1f1-4e54-9ce5-6b4cf939c400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:23.227363 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7247bd34-de78-449c-9e98-d55261e4bacc req-ebe3b836-2c93-4ca5-b455-4936a2248869 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0261986 Aug 13 02:57:23.287260 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [req-5b9f3475-8046-4ee5-9b5d-4a72f3a69751 req-4b2e2c5f-1c69-49fc-8913-0035cadd2402 service neutron] (100520) timed out ('10.222.0.36', 56814) {{(pid=100520) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 13 02:57:24.318862 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8f260573-ce37-40c9-a8d6-8203e8ba1953 req-2a1abd45-0a38-4b18-8ee3-b55338c6b452 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0261548 Aug 13 02:57:25.409663 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1d23fd93-b676-48de-9291-ae81a54d08f8 req-3c521886-6d69-4645-ab8b-6b30bb3863a2 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0252430 Aug 13 02:57:25.478834 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-951892a4-7fa3-459f-b250-fb62dcef99c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:25.752689 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:26.350394 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:26.501451 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c15c3970-0c24-47ca-94e0-ccd6691065d0 req-46bd4b72-f2ba-4146-bdb4-8a7e372989c4 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0265708 Aug 13 02:57:27.595858 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-334d2d7f-432c-45cd-b208-8681d97f9c67 req-78cf39b0-994a-43ca-b25f-3b84e01a23fe tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0304310 Aug 13 02:57:27.819965 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:28.693747 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-23c05e40-8d17-4770-8dce-e3be46b17454 req-4a6ef7e5-c141-4425-90b5-92b2370412ae tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0284603 Aug 13 02:57:29.250210 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cb11bc09-f303-49c8-a962-63a663ed350e req-ca8a04cc-39bf-487b-b637-c19fce6f1359 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383909 Aug 13 02:57:29.307048 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11bc09-f303-49c8-a962-63a663ed350e req-377fef12-2d80-4428-a31d-5461c8f93407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:57:29.308543 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cb11bc09-f303-49c8-a962-63a663ed350e req-377fef12-2d80-4428-a31d-5461c8f93407 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 1099 time: 0.0387807 Aug 13 02:57:29.412885 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11bc09-f303-49c8-a962-63a663ed350e req-687f5e6e-7c6b-48d8-ae58-8910f097bc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:57:29.414315 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cb11bc09-f303-49c8-a962-63a663ed350e req-687f5e6e-7c6b-48d8-ae58-8910f097bc52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 916 time: 0.0872812 Aug 13 02:57:29.455263 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cb11bc09-f303-49c8-a962-63a663ed350e req-5946dfb0-9ab3-407d-9f80-b9eda4e19baf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96 HTTP/1.1" status: 200 len: 217 time: 0.0331609 Aug 13 02:57:29.503828 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11bc09-f303-49c8-a962-63a663ed350e req-514a2e38-a9c9-41e3-82d6-28d001ef21b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:57:29.505188 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cb11bc09-f303-49c8-a962-63a663ed350e req-514a2e38-a9c9-41e3-82d6-28d001ef21b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6 HTTP/1.1" status: 200 len: 855 time: 0.0430541 Aug 13 02:57:29.535677 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cb11bc09-f303-49c8-a962-63a663ed350e req-83219004-75bb-4744-b542-7bbcacee9929 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236382 Aug 13 02:57:29.627419 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cb11bc09-f303-49c8-a962-63a663ed350e req-861d851a-7cb7-4e45-845d-94a0d2e6b612 service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841811 Aug 13 02:57:29.714806 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cb11bc09-f303-49c8-a962-63a663ed350e req-dfe88fbf-c854-45b6-a9d0-3ccc3ee5318a service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803516 Aug 13 02:57:29.791446 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-49987dd4-059e-41bd-bf12-53b01a3c4f61 req-c8d7187c-9cb3-4fdc-8846-d49e36ded47e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0300264 Aug 13 02:57:30.882571 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c4bac59b-8ac2-4046-b76c-e180a0a071ef req-3d960146-b057-49b1-a9ab-e5dd4941bab5 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0262535 Aug 13 02:57:31.973585 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1c990e5c-bde0-4bb1-bc62-7d9bf91f77a6 req-442bc71d-88ce-42d6-8db9-e31a06dc4b2b tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0265503 Aug 13 02:57:33.067148 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-b4fb6962-469d-41d9-81b9-aedc989393df req-ae103355-5632-444f-a130-ca4ec2a3fa81 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0258205 Aug 13 02:57:33.910756 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:57:34.161209 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5f47d27c-5a9c-4011-81b2-89cbaedc1246 req-0b861009-22f4-4654-8d38-910b152bd597 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0280030 Aug 13 02:57:35.257965 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8cfa50d8-a67c-4996-a911-7333a920404e req-b90c44b1-da81-49b1-9a20-a6f39e625325 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0273609 Aug 13 02:57:36.353174 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6b346dd3-d4fe-4a6c-ae04-0595105969e7 req-42139ea4-ef3c-40dc-b7e3-b85879938d21 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0273156 Aug 13 02:57:37.449174 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-cf1565df-645a-4349-b097-b9807e468a46 req-11212ef4-d50c-4277-bcc4-08a778d823ef tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0253966 Aug 13 02:57:38.543307 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f3c1a54f-d8f1-44ba-9c55-9a0e5f858e6f req-685e36fa-cb9f-4e9f-a4ef-5f7a19c77aea tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0251391 Aug 13 02:57:39.652095 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-fc699c3c-d8c2-4478-99cf-35233800f466 req-9aeced86-1db5-4d6a-aa86-e7f246346e27 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0255241 Aug 13 02:57:40.756706 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1b8010e7-8705-4ee7-887f-4498a8f92c9b req-10f837b5-ac86-4b20-a154-848653848c02 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0263226 Aug 13 02:57:41.850922 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3e5020ff-5ea4-4ed8-8101-909bffad6bc4 req-40dd974c-8451-492e-9253-1efdbd79d013 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0295186 Aug 13 02:57:42.945743 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ae0bc8d2-39a9-4b1c-9fdf-83778a81d851 req-08fbe630-ed0b-4f81-8a7e-7a6fc6f46b93 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0287869 Aug 13 02:57:44.040084 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-34915b80-3ca8-487e-aea2-99ab09f4d318 req-be512545-7e52-4e4d-9087-e247eb7a6a94 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0288553 Aug 13 02:57:45.132001 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3e7273ce-940a-4be3-932e-5808f5a1fac0 req-9353110d-0c1c-4e44-9e5a-1f8d2eb68f7d tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0258400 Aug 13 02:57:46.221826 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f94d255b-b74f-42cc-8cef-8c324ae6cc3a req-7a358cf5-8542-4425-bc2b-c5c32699b9ae tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0251989 Aug 13 02:57:47.311103 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-602672bc-5b0c-478c-8fba-ac0de6952875 req-23fd8409-ab69-49b7-a7ca-e702760e930b tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0249422 Aug 13 02:57:48.402639 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-6513f354-30d1-468d-873e-81e2cadb38e2 req-ef4144ad-4c9d-42ce-ad58-624f6c453938 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0257292 Aug 13 02:57:49.494318 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4e9284b1-30b6-47f7-8720-8b4152ce9911 req-1d0bd6d3-8729-4133-9cc6-2cd9c80b67b5 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0274339 Aug 13 02:57:50.349309 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:50.585451 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-7a6a2ebe-88df-43a7-b652-5eb167921dcb req-4ea19dc7-2bf8-4087-b88f-5d8370563a3e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0258985 Aug 13 02:57:51.676718 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3d0dcbf2-5ced-46d8-9f29-809fec75a7ef req-b22034ef-9e3c-41c6-9e97-8360294d15d5 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0266316 Aug 13 02:57:52.535559 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-ad3012fb-b4ff-45e9-9af6-b44e4078899d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:52.773427 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d9d52028-f18f-4064-b660-264edce2e3ab req-21d91121-52a8-4835-b95a-a1a219d1e802 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0270023 Aug 13 02:57:53.863839 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-744d33a3-6323-4e24-932b-fda2060c36ba req-21d67239-188a-4e35-ab68-d40ee4c6686f tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0257878 Aug 13 02:57:54.957174 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-bf50b27b-eeef-43a3-a423-f7f4e7a690e4 req-9e8475d8-e9d2-43f0-969c-34ac497867b2 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0279088 Aug 13 02:57:55.480029 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-6c53f6ef-6fb2-4139-9246-5a1bca067cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:55.753941 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:56.051369 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-44f6de8a-1fa1-410f-ada5-f03d4ebb31be req-3974ad4d-ad39-4a27-9c6c-d075dbbe3fd2 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0286453 Aug 13 02:57:56.353193 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:57.143474 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-859d0475-3086-401f-a9f5-48cabef03d48 req-0d14a4c7-2bb2-4e6d-9dca-14d18abcc7e0 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0269313 Aug 13 02:57:57.774769 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:58.234138 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c971d850-f839-4045-b1ce-9794190772d6 req-6c2b2fa5-009e-4a80-9bc6-f753b1655439 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0258019 Aug 13 02:57:59.324655 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-38b46545-a213-46df-9eff-0d65850ac0bb req-126c906f-b117-4a19-b800-f240d68016fc tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0261662 Aug 13 02:58:00.415703 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cb137f6c-b791-4021-9fa1-e9492aa0c767 req-d5e4b56a-b4a8-4086-ba2f-6b02aa9a8dca tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0251951 Aug 13 02:58:01.506838 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-5cdb49fe-8551-4655-a1f7-3fbf73f57be9 req-8b879ae8-dc7c-4ceb-9d50-41ac5d56aa06 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0258751 Aug 13 02:58:02.597484 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c7a83fbb-289c-4bda-8c11-6cfa375f43b9 req-2a66934b-7ba9-4480-8cfe-1964e4c0214f tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0259054 Aug 13 02:58:03.690766 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-dfd4886c-e4aa-4e4e-b986-9e1340ae1711 req-85e626b4-e5d4-4f27-a261-2e0c9ff1d0f8 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0260892 Aug 13 02:58:04.787312 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9f87ee52-02d2-4077-bb87-72db1819f2e6 req-e0ef70c2-aeab-437e-8014-0a6699957c0d tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0269377 Aug 13 02:58:05.895332 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c9ae80c9-df61-4e5c-ae9b-7416338c4854 req-d4d7aded-c0a3-4bb1-a7b2-c1a60b16ef0e tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0261693 Aug 13 02:58:06.990332 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-84c76906-f2ca-42c1-bcfe-27c3ac993109 req-8200f554-6251-479f-b72a-548efdb7f7f3 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0306902 Aug 13 02:58:08.090266 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-1789b409-f9da-4aab-a22d-4b6517ba01d6 req-18b3b72e-57f2-4aa5-a372-d8069979c485 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0327988 Aug 13 02:58:09.185054 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9dc44994-269a-4ed3-a607-58a939d2f1d3 req-d03836ad-2e25-416e-ae8f-4702cc9a8dfa tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0289884 Aug 13 02:58:10.278043 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-a342db62-cb59-4f78-b896-b912a2ae2ef1 req-070986cd-da6c-4f9f-9323-63cf56d214a8 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0265353 Aug 13 02:58:10.909125 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:58:11.389005 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2950009f-884b-4887-9521-de0d273b6850 req-d3ebcc81-7161-43fa-bc8f-41750a3a0e60 tempest-TestMinimumBasicScenario-502177180 tempest-TestMinimumBasicScenario-502177180-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a94365c-647f-4188-9d29-16f0cef9d180 HTTP/1.1" status: 200 len: 210 time: 0.0263064 Aug 13 02:58:13.394344 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 48190) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:58:13.926866 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-acace4ca-89a2-471f-b59d-9751bc04e578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1752981'] for router_interface, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:14.218386 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-acace4ca-89a2-471f-b59d-9751bc04e578 admin admin] Deleting port 1ee17104-9b32-4480-85d3-512bfc91611d {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:58:14.218634 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-acace4ca-89a2-471f-b59d-9751bc04e578 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:14.298876 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-acace4ca-89a2-471f-b59d-9751bc04e578 admin admin] For port 1ee17104-9b32-4480-85d3-512bfc91611d, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=1ee17104-9b32-4480-85d3-512bfc91611d,segment=NetworkSegment(27f3dcbb-fd85-4c67-9af0-4759c4e54c9b),segment_id=27f3dcbb-fd85-4c67-9af0-4759c4e54c9b)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:58:14.299261 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-acace4ca-89a2-471f-b59d-9751bc04e578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:14.311953 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-acace4ca-89a2-471f-b59d-9751bc04e578 admin admin] Calling delete_port for 1ee17104-9b32-4480-85d3-512bfc91611d owned by network:router_interface {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:58:14.504958 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-acace4ca-89a2-471f-b59d-9751bc04e578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:14.744859 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acace4ca-89a2-471f-b59d-9751bc04e578 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ee17104-9b32-4480-85d3-512bfc91611d,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:58:14.774389 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acace4ca-89a2-471f-b59d-9751bc04e578 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:14.775298 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acace4ca-89a2-471f-b59d-9751bc04e578 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:14.775726 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acace4ca-89a2-471f-b59d-9751bc04e578 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:14.776095 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acace4ca-89a2-471f-b59d-9751bc04e578 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:14.776396 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acace4ca-89a2-471f-b59d-9751bc04e578 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:14.776730 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acace4ca-89a2-471f-b59d-9751bc04e578 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:14.777059 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acace4ca-89a2-471f-b59d-9751bc04e578 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:14.777399 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acace4ca-89a2-471f-b59d-9751bc04e578 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:14.777721 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acace4ca-89a2-471f-b59d-9751bc04e578 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:14.778043 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acace4ca-89a2-471f-b59d-9751bc04e578 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:14.778363 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acace4ca-89a2-471f-b59d-9751bc04e578 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:14.778683 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acace4ca-89a2-471f-b59d-9751bc04e578 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:14.925772 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-acace4ca-89a2-471f-b59d-9751bc04e578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1790757'] for router_interface, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:15.134990 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acace4ca-89a2-471f-b59d-9751bc04e578 admin admin] Router bcc9f959-0d58-47bf-ae18-52362b414c85 has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:58:15.238173 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acace4ca-89a2-471f-b59d-9751bc04e578 admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:58:15.245070 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-acace4ca-89a2-471f-b59d-9751bc04e578 admin admin] 10.222.0.13 "PUT /v2.0/routers/bcc9f959-0d58-47bf-ae18-52362b414c85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8486319 Aug 13 02:58:15.246235 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 48202) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:58:15.247177 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5217d11-5fce-45f1-97cd-9bce23099b59 None None] Sync routers for ids ['bcc9f959-0d58-47bf-ae18-52362b414c85'] in dv-cinder-760192-6-iscsi {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:58:15.256033 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5217d11-5fce-45f1-97cd-9bce23099b59 None None] Routers {'bcc9f959-0d58-47bf-ae18-52362b414c85'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:58:15.256628 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-c5217d11-5fce-45f1-97cd-9bce23099b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:57:55Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['bcc9f959-0d58-47bf-ae18-52362b414c85'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:58:15.357030 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-08ad4010-ee29-4fc8-8786-577f03cf837e admin admin] Notify callbacks [] for router, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:15.358471 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-c5217d11-5fce-45f1-97cd-9bce23099b59 None None] Set router bcc9f959-0d58-47bf-ae18-52362b414c85 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:58:15.479104 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-08ad4010-ee29-4fc8-8786-577f03cf837e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:15.539557 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-c5217d11-5fce-45f1-97cd-9bce23099b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'name': 'tempest-TestMinimumBasicScenario-1363964338-router', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '16c7a1ca-c05e-4903-b817-b5ef5dc74682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:58:14Z', 'revision_number': 5, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'gw_port': {'id': '16c7a1ca-c05e-4903-b817-b5ef5dc74682', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:00Z', 'updated_at': '2021-08-13T02:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:58:15.542227 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-08ad4010-ee29-4fc8-8786-577f03cf837e admin admin] Deleting port 16c7a1ca-c05e-4903-b817-b5ef5dc74682 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:58:15.542711 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-08ad4010-ee29-4fc8-8786-577f03cf837e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:15.568831 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5217d11-5fce-45f1-97cd-9bce23099b59 None None] Checking router: bcc9f959-0d58-47bf-ae18-52362b414c85 for host: dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:58:15.577151 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5217d11-5fce-45f1-97cd-9bce23099b59 None None] Routers {'bcc9f959-0d58-47bf-ae18-52362b414c85'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:58:15.577745 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-c5217d11-5fce-45f1-97cd-9bce23099b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:57:55Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['bcc9f959-0d58-47bf-ae18-52362b414c85'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:58:15.626654 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-08ad4010-ee29-4fc8-8786-577f03cf837e admin admin] For port 16c7a1ca-c05e-4903-b817-b5ef5dc74682, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=16c7a1ca-c05e-4903-b817-b5ef5dc74682,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:58:15.627055 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-08ad4010-ee29-4fc8-8786-577f03cf837e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:15.644706 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-08ad4010-ee29-4fc8-8786-577f03cf837e admin admin] Calling delete_port for 16c7a1ca-c05e-4903-b817-b5ef5dc74682 owned by network:router_gateway {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:58:15.659600 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-c5217d11-5fce-45f1-97cd-9bce23099b59 None None] Set router bcc9f959-0d58-47bf-ae18-52362b414c85 gateway port host: None {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:58:15.708820 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-c5217d11-5fce-45f1-97cd-9bce23099b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'name': 'tempest-TestMinimumBasicScenario-1363964338-router', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:58:15Z', 'revision_number': 6, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'gw_port_host': None}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:58:15.737052 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5217d11-5fce-45f1-97cd-9bce23099b59 None None] The sync data for ids ['bcc9f959-0d58-47bf-ae18-52362b414c85'] in dv-cinder-760192-6-iscsi is: [{'id': 'bcc9f959-0d58-47bf-ae18-52362b414c85', 'name': 'tempest-TestMinimumBasicScenario-1363964338-router', 'tenant_id': 'cb573b2a890245ff8d8e4d68382278e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:58:15Z', 'revision_number': 6, 'project_id': 'cb573b2a890245ff8d8e4d68382278e8', 'gw_port_host': None}] {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:58:15.822797 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-08ad4010-ee29-4fc8-8786-577f03cf837e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:15.846104 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad4010-ee29-4fc8-8786-577f03cf837e admin admin] Pushing event deleted for resources: {'Port': ['ID=16c7a1ca-c05e-4903-b817-b5ef5dc74682,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:58:15.906837 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-08ad4010-ee29-4fc8-8786-577f03cf837e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790687'] for router_gateway, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:16.014641 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-08ad4010-ee29-4fc8-8786-577f03cf837e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1791283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-402'] for router, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:16.016925 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-08ad4010-ee29-4fc8-8786-577f03cf837e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:16.083336 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-08ad4010-ee29-4fc8-8786-577f03cf837e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1791292'] for router, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:16.083933 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ad4010-ee29-4fc8-8786-577f03cf837e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcc9f959-0d58-47bf-ae18-52362b414c85 {{(pid=100520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:58:16.091264 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-08ad4010-ee29-4fc8-8786-577f03cf837e admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:16.092525 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-08ad4010-ee29-4fc8-8786-577f03cf837e admin admin] 10.222.0.13 "DELETE /v2.0/routers/bcc9f959-0d58-47bf-ae18-52362b414c85 HTTP/1.1" status: 204 len: 168 time: 0.8452194 Aug 13 02:58:16.094938 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 48212) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:58:16.142504 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e94a722-89df-4ebf-a5f6-a7b08729d834 admin admin] Deleting subnet d19fd7d0-a08d-4eae-ac69-213aa3924fc5 {{(pid=100520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:58:16.145893 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6e94a722-89df-4ebf-a5f6-a7b08729d834 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:16.181355 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6e94a722-89df-4ebf-a5f6-a7b08729d834 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13532310'] for subnet, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:16.292957 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6e94a722-89df-4ebf-a5f6-a7b08729d834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544759'] for subnet, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:16.345924 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6e94a722-89df-4ebf-a5f6-a7b08729d834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13334767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13559792'] for subnet, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:16.374480 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94a722-89df-4ebf-a5f6-a7b08729d834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d19fd7d0-a08d-4eae-ac69-213aa3924fc5,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:58:16.378289 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6e94a722-89df-4ebf-a5f6-a7b08729d834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:16.380167 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-6e94a722-89df-4ebf-a5f6-a7b08729d834 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d19fd7d0-a08d-4eae-ac69-213aa3924fc5 HTTP/1.1" status: 204 len: 168 time: 0.2842150 Aug 13 02:58:16.382628 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 48216) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:58:16.388071 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afca48ef-ade1-4802-ad84-deedfae8c026 None None] Network 25e840bf-2cc0-4d63-b321-6a3fc27b02df requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:58:16.451585 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97498aeb-3667-49cb-9d7a-3e75f600ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529704'] for network, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:16.544452 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-97498aeb-3667-49cb-9d7a-3e75f600ef62 admin admin] Deleting port f4c6c66a-31ff-41ef-90b4-211f2ae12321 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:58:16.545275 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97498aeb-3667-49cb-9d7a-3e75f600ef62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:16.569872 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 16c7a1ca-c05e-4903-b817-b5ef5dc74682 no longer exists at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:58:16.596015 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] No Port match for: 16c7a1ca-c05e-4903-b817-b5ef5dc74682 {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:58:16.597181 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 16c7a1ca-c05e-4903-b817-b5ef5dc74682 not bound to the agent host dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:58:16.597769 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 1ee17104-9b32-4480-85d3-512bfc91611d no longer exists at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:58:16.622083 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebc8abf-0687-42df-a47b-a3a076e70846 None None] DHCP port deletion for 25e840bf-2cc0-4d63-b321-6a3fc27b02df request from dv-cinder-760192-6-iscsi {{(pid=100522) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 02:58:16.645586 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-97498aeb-3667-49cb-9d7a-3e75f600ef62 admin admin] For port f4c6c66a-31ff-41ef-90b4-211f2ae12321, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=f4c6c66a-31ff-41ef-90b4-211f2ae12321,segment=NetworkSegment(27f3dcbb-fd85-4c67-9af0-4759c4e54c9b),segment_id=27f3dcbb-fd85-4c67-9af0-4759c4e54c9b)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:58:16.646270 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] No Port match for: 1ee17104-9b32-4480-85d3-512bfc91611d {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:58:16.646650 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 1ee17104-9b32-4480-85d3-512bfc91611d not bound to the agent host dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:58:16.646808 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97498aeb-3667-49cb-9d7a-3e75f600ef62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:16.661916 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-97498aeb-3667-49cb-9d7a-3e75f600ef62 admin admin] Calling delete_port for f4c6c66a-31ff-41ef-90b4-211f2ae12321 owned by network:dhcp {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:58:16.675239 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-8ebc8abf-0687-42df-a47b-a3a076e70846 None None] Deleting port f4c6c66a-31ff-41ef-90b4-211f2ae12321 {{(pid=100522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:58:16.675750 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-8ebc8abf-0687-42df-a47b-a3a076e70846 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:16.745206 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97498aeb-3667-49cb-9d7a-3e75f600ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:16.745560 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-8ebc8abf-0687-42df-a47b-a3a076e70846 None None] For port f4c6c66a-31ff-41ef-90b4-211f2ae12321, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=f4c6c66a-31ff-41ef-90b4-211f2ae12321,segment=NetworkSegment(27f3dcbb-fd85-4c67-9af0-4759c4e54c9b),segment_id=27f3dcbb-fd85-4c67-9af0-4759c4e54c9b)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:58:16.745707 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-8ebc8abf-0687-42df-a47b-a3a076e70846 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:16.760179 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-8ebc8abf-0687-42df-a47b-a3a076e70846 None None] Calling delete_port for f4c6c66a-31ff-41ef-90b4-211f2ae12321 owned by network:dhcp {{(pid=100522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:58:16.779419 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97498aeb-3667-49cb-9d7a-3e75f600ef62 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4c6c66a-31ff-41ef-90b4-211f2ae12321,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:58:16.781477 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97498aeb-3667-49cb-9d7a-3e75f600ef62 admin admin] No DVR routers for this DVR port f4c6c66a-31ff-41ef-90b4-211f2ae12321 on host dv-cinder-760192-6-iscsi {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:58:16.862814 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97498aeb-3667-49cb-9d7a-3e75f600ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543600', 'neutron.services.segments.db._delete_segments_for_network-8730805984624'] for network, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:16.873707 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-97498aeb-3667-49cb-9d7a-3e75f600ef62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e840bf-2cc0-4d63-b321-6a3fc27b02df']}} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:58:16.884821 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-97498aeb-3667-49cb-9d7a-3e75f600ef62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f3dcbb-fd85-4c67-9af0-4759c4e54c9b') {'for_net_delete': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:58:16.885251 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-97498aeb-3667-49cb-9d7a-3e75f600ef62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f3dcbb-fd85-4c67-9af0-4759c4e54c9b') {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:58:16.894464 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97498aeb-3667-49cb-9d7a-3e75f600ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730805986425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13532289'] for segment, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:16.902162 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-8ebc8abf-0687-42df-a47b-a3a076e70846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668'] for port, after_delete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:16.908692 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97498aeb-3667-49cb-9d7a-3e75f600ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:16.914544 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97498aeb-3667-49cb-9d7a-3e75f600ef62 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=100520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:58:16.915130 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97498aeb-3667-49cb-9d7a-3e75f600ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13334577'] for segment, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: Traceback (most recent call last): Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: timer() Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: cb(*args, **kw) Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: return func(*args, **kwargs) Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: self._notify() Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: self.callback(batched_events) Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: event.method(event) Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: return f(self, *a, **k) Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: return self._get(url).json() Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: return self.request(url, 'GET', **kwargs) Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:58:16.917429 dv-cinder-760192-6-iscsi neutron-server[100520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:58:16.927390 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc8abf-0687-42df-a47b-a3a076e70846 None None] Pushing event deleted for resources: {'Port': ['ID=f4c6c66a-31ff-41ef-90b4-211f2ae12321,revision_number=None']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:58:16.931874 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebc8abf-0687-42df-a47b-a3a076e70846 None None] No DVR routers for this DVR port f4c6c66a-31ff-41ef-90b4-211f2ae12321 on host dv-cinder-760192-6-iscsi {{(pid=100522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:58:16.937508 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc8abf-0687-42df-a47b-a3a076e70846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:16.937860 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc8abf-0687-42df-a47b-a3a076e70846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:16.938209 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc8abf-0687-42df-a47b-a3a076e70846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:16.938544 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc8abf-0687-42df-a47b-a3a076e70846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:16.938926 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc8abf-0687-42df-a47b-a3a076e70846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:16.939267 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc8abf-0687-42df-a47b-a3a076e70846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:16.939621 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc8abf-0687-42df-a47b-a3a076e70846 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:16.939952 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc8abf-0687-42df-a47b-a3a076e70846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:16.940283 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc8abf-0687-42df-a47b-a3a076e70846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:16.940611 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc8abf-0687-42df-a47b-a3a076e70846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:16.940936 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc8abf-0687-42df-a47b-a3a076e70846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:16.941257 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc8abf-0687-42df-a47b-a3a076e70846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:16.978976 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97498aeb-3667-49cb-9d7a-3e75f600ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790627'] for network, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:16.984462 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97498aeb-3667-49cb-9d7a-3e75f600ef62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:16.986316 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-97498aeb-3667-49cb-9d7a-3e75f600ef62 admin admin] 10.222.0.13 "DELETE /v2.0/networks/25e840bf-2cc0-4d63-b321-6a3fc27b02df HTTP/1.1" status: 204 len: 168 time: 0.6027517 Aug 13 02:58:16.989291 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 48224) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:58:16.999758 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97498aeb-3667-49cb-9d7a-3e75f600ef62 admin admin] Pushing event deleted for resources: {'Network': ['ID=25e840bf-2cc0-4d63-b321-6a3fc27b02df,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:58:17.396353 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6aabbd9a-72bf-4ebd-8759-2d15f677990c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1752981'] for router_interface, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:17.695320 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-6aabbd9a-72bf-4ebd-8759-2d15f677990c admin admin] Deleting port 64ba02a7-5952-489b-856d-d6361d61ae85 {{(pid=100521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:58:17.695708 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6aabbd9a-72bf-4ebd-8759-2d15f677990c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:17.771999 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-6aabbd9a-72bf-4ebd-8759-2d15f677990c admin admin] For port 64ba02a7-5952-489b-856d-d6361d61ae85, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=64ba02a7-5952-489b-856d-d6361d61ae85,segment=NetworkSegment(bb693b95-6985-4b7d-9041-c4b0f4eba47d),segment_id=bb693b95-6985-4b7d-9041-c4b0f4eba47d)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:58:17.772384 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6aabbd9a-72bf-4ebd-8759-2d15f677990c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:17.784426 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-6aabbd9a-72bf-4ebd-8759-2d15f677990c admin admin] Calling delete_port for 64ba02a7-5952-489b-856d-d6361d61ae85 owned by network:router_interface {{(pid=100521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:58:17.975324 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6aabbd9a-72bf-4ebd-8759-2d15f677990c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668'] for port, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:18.003553 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabbd9a-72bf-4ebd-8759-2d15f677990c admin admin] Pushing event deleted for resources: {'Port': ['ID=64ba02a7-5952-489b-856d-d6361d61ae85,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:58:18.026438 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabbd9a-72bf-4ebd-8759-2d15f677990c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:18.026784 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabbd9a-72bf-4ebd-8759-2d15f677990c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:18.027118 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabbd9a-72bf-4ebd-8759-2d15f677990c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:18.027646 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabbd9a-72bf-4ebd-8759-2d15f677990c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:18.027788 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabbd9a-72bf-4ebd-8759-2d15f677990c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:18.028112 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabbd9a-72bf-4ebd-8759-2d15f677990c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:18.028437 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabbd9a-72bf-4ebd-8759-2d15f677990c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:18.028758 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabbd9a-72bf-4ebd-8759-2d15f677990c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:18.029306 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabbd9a-72bf-4ebd-8759-2d15f677990c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:18.029433 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabbd9a-72bf-4ebd-8759-2d15f677990c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:18.029705 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabbd9a-72bf-4ebd-8759-2d15f677990c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:18.030025 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabbd9a-72bf-4ebd-8759-2d15f677990c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:58:18.360103 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6aabbd9a-72bf-4ebd-8759-2d15f677990c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1790757'] for router_interface, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:18.562254 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device f4c6c66a-31ff-41ef-90b4-211f2ae12321 no longer exists at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:58:18.578584 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aabbd9a-72bf-4ebd-8759-2d15f677990c admin admin] Router e2fdd7ce-a843-48ea-8a30-626b4504dcd5 has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:58:18.582600 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] No Port match for: f4c6c66a-31ff-41ef-90b4-211f2ae12321 {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:58:18.582950 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device f4c6c66a-31ff-41ef-90b4-211f2ae12321 not bound to the agent host dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:58:18.684933 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aabbd9a-72bf-4ebd-8759-2d15f677990c admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:58:18.691391 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-6aabbd9a-72bf-4ebd-8759-2d15f677990c admin admin] 10.222.0.13 "PUT /v2.0/routers/e2fdd7ce-a843-48ea-8a30-626b4504dcd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7006035 Aug 13 02:58:18.693521 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 48240) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:58:18.698141 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f707fede-28f3-4870-8938-dc54b5003177 None None] Sync routers for ids ['e2fdd7ce-a843-48ea-8a30-626b4504dcd5'] in dv-cinder-760192-6-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:58:18.717910 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f707fede-28f3-4870-8938-dc54b5003177 None None] Routers {'e2fdd7ce-a843-48ea-8a30-626b4504dcd5'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:58:18.720900 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-f707fede-28f3-4870-8938-dc54b5003177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:57:55Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['e2fdd7ce-a843-48ea-8a30-626b4504dcd5'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:58:18.801186 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-5ab5c7e5-c435-40f4-aa7e-9a66a776aa81 admin admin] Notify callbacks [] for router, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:18.839003 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-f707fede-28f3-4870-8938-dc54b5003177 None None] Set router e2fdd7ce-a843-48ea-8a30-626b4504dcd5 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:58:18.903613 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-5ab5c7e5-c435-40f4-aa7e-9a66a776aa81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:18.958866 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-5ab5c7e5-c435-40f4-aa7e-9a66a776aa81 admin admin] Deleting port f9c403d2-0fc3-4270-8c5a-9ac60c5c568d {{(pid=100521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:58:18.959126 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-5ab5c7e5-c435-40f4-aa7e-9a66a776aa81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:19.014408 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-f707fede-28f3-4870-8938-dc54b5003177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fdd7ce-a843-48ea-8a30-626b4504dcd5', 'name': 'tempest-TestMinimumBasicScenario-1237714701-router', 'tenant_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c403d2-0fc3-4270-8c5a-9ac60c5c568d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:41:06Z', 'updated_at': '2021-08-13T02:58:17Z', 'revision_number': 5, 'project_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'gw_port': {'id': 'f9c403d2-0fc3-4270-8c5a-9ac60c5c568d', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fdd7ce-a843-48ea-8a30-626b4504dcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:06Z', 'updated_at': '2021-08-13T02:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:58:19.037558 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-5ab5c7e5-c435-40f4-aa7e-9a66a776aa81 admin admin] For port f9c403d2-0fc3-4270-8c5a-9ac60c5c568d, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=f9c403d2-0fc3-4270-8c5a-9ac60c5c568d,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:58:19.038166 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-5ab5c7e5-c435-40f4-aa7e-9a66a776aa81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:19.043458 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f707fede-28f3-4870-8938-dc54b5003177 None None] Checking router: e2fdd7ce-a843-48ea-8a30-626b4504dcd5 for host: dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:58:19.051012 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-5ab5c7e5-c435-40f4-aa7e-9a66a776aa81 admin admin] Calling delete_port for f9c403d2-0fc3-4270-8c5a-9ac60c5c568d owned by network:router_gateway {{(pid=100521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:58:19.051652 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f707fede-28f3-4870-8938-dc54b5003177 None None] Routers {'e2fdd7ce-a843-48ea-8a30-626b4504dcd5'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:58:19.052272 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-f707fede-28f3-4870-8938-dc54b5003177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T02:57:55Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['e2fdd7ce-a843-48ea-8a30-626b4504dcd5'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:58:19.140594 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-f707fede-28f3-4870-8938-dc54b5003177 None None] Set router e2fdd7ce-a843-48ea-8a30-626b4504dcd5 gateway port host: None {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:58:19.194551 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-f707fede-28f3-4870-8938-dc54b5003177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fdd7ce-a843-48ea-8a30-626b4504dcd5', 'name': 'tempest-TestMinimumBasicScenario-1237714701-router', 'tenant_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:41:06Z', 'updated_at': '2021-08-13T02:58:18Z', 'revision_number': 6, 'project_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'gw_port_host': None}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:58:19.218218 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-5ab5c7e5-c435-40f4-aa7e-9a66a776aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668'] for port, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:19.225986 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f707fede-28f3-4870-8938-dc54b5003177 None None] The sync data for ids ['e2fdd7ce-a843-48ea-8a30-626b4504dcd5'] in dv-cinder-760192-6-iscsi is: [{'id': 'e2fdd7ce-a843-48ea-8a30-626b4504dcd5', 'name': 'tempest-TestMinimumBasicScenario-1237714701-router', 'tenant_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:41:06Z', 'updated_at': '2021-08-13T02:58:18Z', 'revision_number': 6, 'project_id': '30415afafa2645a2a67e4b0e55fdd9f5', 'gw_port_host': None}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:58:19.249350 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5c7e5-c435-40f4-aa7e-9a66a776aa81 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9c403d2-0fc3-4270-8c5a-9ac60c5c568d,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:58:19.277499 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-5ab5c7e5-c435-40f4-aa7e-9a66a776aa81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790687'] for router_gateway, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:19.377089 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-5ab5c7e5-c435-40f4-aa7e-9a66a776aa81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1791283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-402'] for router, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:19.379252 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-5ab5c7e5-c435-40f4-aa7e-9a66a776aa81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:19.441612 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-5ab5c7e5-c435-40f4-aa7e-9a66a776aa81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1791292'] for router, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:19.442130 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab5c7e5-c435-40f4-aa7e-9a66a776aa81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2fdd7ce-a843-48ea-8a30-626b4504dcd5 {{(pid=100521) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:58:19.447580 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-5ab5c7e5-c435-40f4-aa7e-9a66a776aa81 admin admin] Notify callbacks [] for router, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:19.448716 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-5ab5c7e5-c435-40f4-aa7e-9a66a776aa81 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e2fdd7ce-a843-48ea-8a30-626b4504dcd5 HTTP/1.1" status: 204 len: 168 time: 0.7542517 Aug 13 02:58:19.451350 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 48244) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:58:19.497600 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_v2 [None req-14cc3da4-bbe2-4ade-b1f2-ce6fe6e4f358 admin admin] Deleting subnet a2173ecf-e5b5-4f66-babc-dade22d6710f {{(pid=100521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:58:19.500523 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-14cc3da4-bbe2-4ade-b1f2-ce6fe6e4f358 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:19.534813 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-14cc3da4-bbe2-4ade-b1f2-ce6fe6e4f358 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:19.620815 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-14cc3da4-bbe2-4ade-b1f2-ce6fe6e4f358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544759'] for subnet, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:19.677520 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-14cc3da4-bbe2-4ade-b1f2-ce6fe6e4f358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for subnet, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:19.701550 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc3da4-bbe2-4ade-b1f2-ce6fe6e4f358 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2173ecf-e5b5-4f66-babc-dade22d6710f,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:58:19.705047 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-14cc3da4-bbe2-4ade-b1f2-ce6fe6e4f358 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:19.706888 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-14cc3da4-bbe2-4ade-b1f2-ce6fe6e4f358 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a2173ecf-e5b5-4f66-babc-dade22d6710f HTTP/1.1" status: 204 len: 168 time: 0.2545910 Aug 13 02:58:19.709727 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 48248) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:58:19.714952 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b823422-0fd0-4e6f-ad0c-4c8509c3f884 None None] Network 3d07853f-55a0-4f9f-9f94-3c13db90e5d4 requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:58:19.787561 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5e24901a-1a18-465e-bd59-2df7517b4574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529704'] for network, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:19.857633 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-5e24901a-1a18-465e-bd59-2df7517b4574 admin admin] Deleting port 6b4151fb-c0bb-4172-887d-29c8751fb2f5 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:58:19.858001 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5e24901a-1a18-465e-bd59-2df7517b4574 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:19.920742 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-5e24901a-1a18-465e-bd59-2df7517b4574 admin admin] For port 6b4151fb-c0bb-4172-887d-29c8751fb2f5, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=6b4151fb-c0bb-4172-887d-29c8751fb2f5,segment=NetworkSegment(bb693b95-6985-4b7d-9041-c4b0f4eba47d),segment_id=bb693b95-6985-4b7d-9041-c4b0f4eba47d)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:58:19.920981 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5e24901a-1a18-465e-bd59-2df7517b4574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:19.932978 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-5e24901a-1a18-465e-bd59-2df7517b4574 admin admin] Calling delete_port for 6b4151fb-c0bb-4172-887d-29c8751fb2f5 owned by network:dhcp {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:58:20.000538 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e07fc91-43af-4b84-b26d-8a55fad7d0d4 None None] DHCP port deletion for 3d07853f-55a0-4f9f-9f94-3c13db90e5d4 request from dv-cinder-760192-6-iscsi {{(pid=100522) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 02:58:20.016928 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5e24901a-1a18-465e-bd59-2df7517b4574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:20.043166 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24901a-1a18-465e-bd59-2df7517b4574 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b4151fb-c0bb-4172-887d-29c8751fb2f5,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:58:20.046442 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e24901a-1a18-465e-bd59-2df7517b4574 admin admin] No DVR routers for this DVR port 6b4151fb-c0bb-4172-887d-29c8751fb2f5 on host dv-cinder-760192-6-iscsi {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:58:20.055227 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-4e07fc91-43af-4b84-b26d-8a55fad7d0d4 None None] Deleting port 6b4151fb-c0bb-4172-887d-29c8751fb2f5 {{(pid=100522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:58:20.055663 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4e07fc91-43af-4b84-b26d-8a55fad7d0d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:20.120664 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5e24901a-1a18-465e-bd59-2df7517b4574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543600', 'neutron.services.segments.db._delete_segments_for_network-8730805984624'] for network, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:20.126117 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-4e07fc91-43af-4b84-b26d-8a55fad7d0d4 None None] For port 6b4151fb-c0bb-4172-887d-29c8751fb2f5, host dv-cinder-760192-6-iscsi, got binding levels [] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:58:20.126511 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4e07fc91-43af-4b84-b26d-8a55fad7d0d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:20.130887 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-5e24901a-1a18-465e-bd59-2df7517b4574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d07853f-55a0-4f9f-9f94-3c13db90e5d4']}} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:58:20.140038 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-4e07fc91-43af-4b84-b26d-8a55fad7d0d4 None None] Calling delete_port for 6b4151fb-c0bb-4172-887d-29c8751fb2f5 owned by network:dhcp {{(pid=100522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:58:20.142979 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.ipam_backend_mixin [None req-4e07fc91-43af-4b84-b26d-8a55fad7d0d4 None None] Port 6b4151fb-c0bb-4172-887d-29c8751fb2f5 was not found and therefore no delete operation was performed {{(pid=100522) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 13 02:58:20.143139 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-5e24901a-1a18-465e-bd59-2df7517b4574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb693b95-6985-4b7d-9041-c4b0f4eba47d') {'for_net_delete': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:58:20.143724 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-5e24901a-1a18-465e-bd59-2df7517b4574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb693b95-6985-4b7d-9041-c4b0f4eba47d') {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:58:20.144500 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4e07fc91-43af-4b84-b26d-8a55fad7d0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668'] for port, after_delete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:20.154655 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5e24901a-1a18-465e-bd59-2df7517b4574 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730805986425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13532289'] for segment, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:20.167868 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5e24901a-1a18-465e-bd59-2df7517b4574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:20.172628 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07fc91-43af-4b84-b26d-8a55fad7d0d4 None None] Pushing event deleted for resources: {'Port': ['ID=6b4151fb-c0bb-4172-887d-29c8751fb2f5,revision_number=None']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:58:20.174724 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e24901a-1a18-465e-bd59-2df7517b4574 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=100520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:58:20.175133 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5e24901a-1a18-465e-bd59-2df7517b4574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13334577'] for segment, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:20.176511 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e07fc91-43af-4b84-b26d-8a55fad7d0d4 None None] No DVR routers for this DVR port 6b4151fb-c0bb-4172-887d-29c8751fb2f5 on host dv-cinder-760192-6-iscsi {{(pid=100522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: Traceback (most recent call last): Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: timer() Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: cb(*args, **kw) Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: return func(*args, **kwargs) Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: self._notify() Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: self.callback(batched_events) Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: event.method(event) Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: return f(self, *a, **k) Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: return self._get(url).json() Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: return self.request(url, 'GET', **kwargs) Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:58:20.178755 dv-cinder-760192-6-iscsi neutron-server[100520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:58:20.237739 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5e24901a-1a18-465e-bd59-2df7517b4574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790627'] for network, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:20.245345 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5e24901a-1a18-465e-bd59-2df7517b4574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:20.247199 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-5e24901a-1a18-465e-bd59-2df7517b4574 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3d07853f-55a0-4f9f-9f94-3c13db90e5d4 HTTP/1.1" status: 204 len: 168 time: 0.5364277 Aug 13 02:58:20.257258 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24901a-1a18-465e-bd59-2df7517b4574 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d07853f-55a0-4f9f-9f94-3c13db90e5d4,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:58:20.353459 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:20.374790 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 48258) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:58:20.413862 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-ff765028-1fbc-4e09-ae48-4d893887720e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb573b2a890245ff8d8e4d68382278e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378921 Aug 13 02:58:20.416993 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 48260) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:58:20.465952 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-badd1941-b068-4b07-b049-b754511093c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:20.486887 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-badd1941-b068-4b07-b049-b754511093c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:20.514001 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 6b4151fb-c0bb-4172-887d-29c8751fb2f5 no longer exists at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:58:20.534257 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-badd1941-b068-4b07-b049-b754511093c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:20.536849 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-badd1941-b068-4b07-b049-b754511093c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:20.538005 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-badd1941-b068-4b07-b049-b754511093c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/434e76e7-81b4-421f-b4d9-1bca279f9653 HTTP/1.1" status: 204 len: 168 time: 0.1201072 Aug 13 02:58:20.541673 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] No Port match for: 6b4151fb-c0bb-4172-887d-29c8751fb2f5 {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:58:20.542167 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 6b4151fb-c0bb-4172-887d-29c8751fb2f5 not bound to the agent host dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:58:20.543034 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 64ba02a7-5952-489b-856d-d6361d61ae85 no longer exists at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:58:20.546243 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd1941-b068-4b07-b049-b754511093c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434e76e7-81b4-421f-b4d9-1bca279f9653,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:58:20.569454 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] No Port match for: 64ba02a7-5952-489b-856d-d6361d61ae85 {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:58:20.569799 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 64ba02a7-5952-489b-856d-d6361d61ae85 not bound to the agent host dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:58:20.570420 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device f9c403d2-0fc3-4270-8c5a-9ac60c5c568d no longer exists at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:58:20.594747 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] No Port match for: f9c403d2-0fc3-4270-8c5a-9ac60c5c568d {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:58:20.595095 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device f9c403d2-0fc3-4270-8c5a-9ac60c5c568d not bound to the agent host dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:58:20.883365 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 48274) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:58:20.940310 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-246a13cd-8249-4a04-ab46-82b9357a8f7b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30415afafa2645a2a67e4b0e55fdd9f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546763 Aug 13 02:58:20.942710 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 48276) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:58:20.989722 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3d397570-869c-4813-8f4d-4c54bdd3bc65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:21.010751 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3d397570-869c-4813-8f4d-4c54bdd3bc65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:21.057570 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3d397570-869c-4813-8f4d-4c54bdd3bc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:21.060134 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3d397570-869c-4813-8f4d-4c54bdd3bc65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:21.061383 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-3d397570-869c-4813-8f4d-4c54bdd3bc65 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62a06bd0-9d26-43a3-a106-d5a5dac5d3cb HTTP/1.1" status: 204 len: 168 time: 0.1177981 Aug 13 02:58:21.069194 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d397570-869c-4813-8f4d-4c54bdd3bc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a06bd0-9d26-43a3-a106-d5a5dac5d3cb,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:58:22.536632 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-ff66faf1-3e6a-4149-9262-949f97cfc1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:25.481011 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-6ec26355-8f99-404c-b397-790df3b31e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:25.756123 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:26.358664 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:27.778005 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:47.908627 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:58:50.362957 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:52.539369 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-2384e009-1ff4-40ec-bdb6-9a6a56ceda22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:55.481986 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-e578a049-129f-4729-842a-0d327ced4275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:55.758662 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:56.359263 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:57.781165 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:20.377701 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:22.539641 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-9ed137d0-2567-436b-8f76-d9c2248f1ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:24.906520 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:59:25.491061 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-3b8cab91-3d62-4c9b-a3f6-6188765a211f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:25.765105 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:26.361033 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:27.788026 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:29.221679 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f1d855d7-e68e-4591-a3d1-7b757d475e0c req-7863493c-d8e7-49c6-a9e4-c3fdab73de3c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394566 Aug 13 02:59:29.328283 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d855d7-e68e-4591-a3d1-7b757d475e0c req-a18f2511-de41-47d3-8bd7-2f4d52742613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:29.329690 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f1d855d7-e68e-4591-a3d1-7b757d475e0c req-a18f2511-de41-47d3-8bd7-2f4d52742613 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 1098 time: 0.0381858 Aug 13 02:59:29.435158 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d855d7-e68e-4591-a3d1-7b757d475e0c req-f6eaa9e4-b868-401a-92bb-4261a9aac0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:29.436640 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f1d855d7-e68e-4591-a3d1-7b757d475e0c req-f6eaa9e4-b868-401a-92bb-4261a9aac0d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 916 time: 0.0854113 Aug 13 02:59:29.478408 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f1d855d7-e68e-4591-a3d1-7b757d475e0c req-84b0df46-d4e8-4f9b-92cb-03c579fd0eb3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8da525de-fbee-49b3-870f-0498749a9b12 HTTP/1.1" status: 200 len: 217 time: 0.0336819 Aug 13 02:59:29.530062 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d855d7-e68e-4591-a3d1-7b757d475e0c req-5c553fdf-b94b-444f-8e80-39366abeded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:29.531452 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f1d855d7-e68e-4591-a3d1-7b757d475e0c req-5c553fdf-b94b-444f-8e80-39366abeded5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6 HTTP/1.1" status: 200 len: 855 time: 0.0461931 Aug 13 02:59:29.561248 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f1d855d7-e68e-4591-a3d1-7b757d475e0c req-ffb2b16b-0420-4c27-9e64-3ac1b6e700cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227153 Aug 13 02:59:29.573496 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [req-f1d855d7-e68e-4591-a3d1-7b757d475e0c req-f42fb1ff-ae0e-4dcc-847d-7d49cb1b3247 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:59:29.574426 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f1d855d7-e68e-4591-a3d1-7b757d475e0c req-f42fb1ff-ae0e-4dcc-847d-7d49cb1b3247 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048664 Aug 13 02:59:29.663953 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f1d855d7-e68e-4591-a3d1-7b757d475e0c req-62ccb432-3c37-4c53-a08b-d0adf06de53c service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825145 Aug 13 02:59:29.756383 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f1d855d7-e68e-4591-a3d1-7b757d475e0c req-d8008b8e-c34d-4e5a-b1b9-5ad217e1de87 service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849190 Aug 13 02:59:50.380011 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:52.540774 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4fee70e5-7352-4679-9760-2f9cd368ab8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:55.492340 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-9060e6ba-a1b9-4a83-a60c-0ceecacf4c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:55.765981 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:56.365849 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:57.786204 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:01.905015 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:00:20.385855 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:22.543428 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-1991fc83-2b39-4223-915f-87f6bb2e1b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:25.493737 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-9c8369cb-e21e-44f1-9c2b-e561dae8018a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:25.767263 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:26.367120 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:27.797020 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:28.151898 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206c939-3238-418e-943c-2fc31583da59 req-f3f3866e-628c-431d-96f8-d588e483220d tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:00:28.153475 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c206c939-3238-418e-943c-2fc31583da59 req-f3f3866e-628c-431d-96f8-d588e483220d tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 946 time: 0.2113411 Aug 13 03:00:28.200372 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c206c939-3238-418e-943c-2fc31583da59 req-18d2d070-5ae6-4ae7-9180-2e5251dd3745 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358546 Aug 13 03:00:28.568402 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911337e9-5a01-4405-a768-ef137686bf6a req-6365ece2-7cb9-43b1-b0a3-c9f15cc156ca tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:00:28.569831 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-911337e9-5a01-4405-a768-ef137686bf6a req-6365ece2-7cb9-43b1-b0a3-c9f15cc156ca tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.36 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 946 time: 0.0481565 Aug 13 03:00:28.665135 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-911337e9-5a01-4405-a768-ef137686bf6a req-99ef2aa1-0e41-47ed-9dc9-245c5acd6a6b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Deleting port 1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:00:28.665393 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-911337e9-5a01-4405-a768-ef137686bf6a req-99ef2aa1-0e41-47ed-9dc9-245c5acd6a6b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:28.753104 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-911337e9-5a01-4405-a768-ef137686bf6a req-99ef2aa1-0e41-47ed-9dc9-245c5acd6a6b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] For port 1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96,segment=NetworkSegment(fa22d129-2c66-404a-8374-3248e96dac14),segment_id=fa22d129-2c66-404a-8374-3248e96dac14)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:00:28.753467 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-911337e9-5a01-4405-a768-ef137686bf6a req-99ef2aa1-0e41-47ed-9dc9-245c5acd6a6b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:28.765725 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-911337e9-5a01-4405-a768-ef137686bf6a req-99ef2aa1-0e41-47ed-9dc9-245c5acd6a6b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Calling delete_port for 1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96 owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:00:28.898512 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-911337e9-5a01-4405-a768-ef137686bf6a req-99ef2aa1-0e41-47ed-9dc9-245c5acd6a6b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:28.910757 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['8da525de-fbee-49b3-870f-0498749a9b12', '6c70c2c9-f5a5-448c-9a65-ff217ed3f641', '1b6f7b6c-52a8-49ef-ba09-4185ee15692d', '1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:00:28.925006 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef2aa1-0e41-47ed-9dc9-245c5acd6a6b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Pushing event deleted for resources: {'Port': ['ID=1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:00:28.938416 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2aa1-0e41-47ed-9dc9-245c5acd6a6b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:00:28.938770 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2aa1-0e41-47ed-9dc9-245c5acd6a6b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:00:28.939138 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2aa1-0e41-47ed-9dc9-245c5acd6a6b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:00:28.940065 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2aa1-0e41-47ed-9dc9-245c5acd6a6b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:00:28.940402 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2aa1-0e41-47ed-9dc9-245c5acd6a6b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:00:28.940731 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2aa1-0e41-47ed-9dc9-245c5acd6a6b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:00:28.941058 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2aa1-0e41-47ed-9dc9-245c5acd6a6b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:00:28.941384 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2aa1-0e41-47ed-9dc9-245c5acd6a6b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:00:28.941736 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2aa1-0e41-47ed-9dc9-245c5acd6a6b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:00:28.942061 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2aa1-0e41-47ed-9dc9-245c5acd6a6b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:00:28.942383 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2aa1-0e41-47ed-9dc9-245c5acd6a6b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:00:28.942704 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2aa1-0e41-47ed-9dc9-245c5acd6a6b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:00:28.978425 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-911337e9-5a01-4405-a768-ef137686bf6a req-99ef2aa1-0e41-47ed-9dc9-245c5acd6a6b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] No DVR routers for this DVR port 1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96 on host hv-cinder-76019 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:00:28.980904 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-911337e9-5a01-4405-a768-ef137686bf6a req-99ef2aa1-0e41-47ed-9dc9-245c5acd6a6b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:28.982856 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-911337e9-5a01-4405-a768-ef137686bf6a req-99ef2aa1-0e41-47ed-9dc9-245c5acd6a6b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.36 "DELETE /v2.0/ports/1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96 HTTP/1.1" status: 204 len: 173 time: 0.4067104 Aug 13 03:00:28.983288 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd576fdf2-90aa-4f7e-b6b6-1f04520cb606', 'name': 'network-vif-deleted', 'tag': '1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:00:28.985547 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd1a915-9736-429a-8284-f7b4ddc37672" -d '{"events": [{"server_uuid": "d576fdf2-90aa-4f7e-b6b6-1f04520cb606", "name": "network-vif-deleted", "tag": "1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:00:29.086990 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afeb95c-f5d0-4802-a008-ff4edf4683c0 x-openstack-request-id: req-1afeb95c-f5d0-4802-a008-ff4edf4683c0 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:00:29.087281 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d576fdf2-90aa-4f7e-b6b6-1f04520cb606", "name": "network-vif-deleted", "tag": "1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:00:29.087552 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1afeb95c-f5d0-4802-a008-ff4edf4683c0 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:00:29.087942 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd576fdf2-90aa-4f7e-b6b6-1f04520cb606', 'name': 'network-vif-deleted', 'tag': '1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96', 'status': 'completed', 'code': 200} Aug 13 03:00:29.307208 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-20101d2c-1efb-46fb-a485-142c67005462 req-a1e9621e-4126-446e-adba-87d3b91c7071 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0297446 Aug 13 03:00:29.317141 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ff3ebc62-9482-4cad-9bf6-c4b73d542689 req-14238cf2-2014-48eb-bb5b-bcda1983749e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1080327 Aug 13 03:00:29.381486 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ebc62-9482-4cad-9bf6-c4b73d542689 req-ecd0275d-c425-431b-8fad-c090d509af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:00:29.382973 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ff3ebc62-9482-4cad-9bf6-c4b73d542689 req-ecd0275d-c425-431b-8fad-c090d509af44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad59fce07ec3416db582f1d506e2a581&device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 1099 time: 0.0417221 Aug 13 03:00:29.721542 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ebc62-9482-4cad-9bf6-c4b73d542689 req-706db6cc-5f6a-4870-89d4-54a6d8a1f0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:00:29.723035 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ff3ebc62-9482-4cad-9bf6-c4b73d542689 req-706db6cc-5f6a-4870-89d4-54a6d8a1f0b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=21e28e08-41d0-472d-a21a-15a7a1bf62f1 HTTP/1.1" status: 200 len: 920 time: 0.3189485 Aug 13 03:00:29.765691 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ff3ebc62-9482-4cad-9bf6-c4b73d542689 req-8e179714-3910-4264-8ada-178ee0f531ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=439aa1d9-9341-4c3d-976e-1477ea03abb7 HTTP/1.1" status: 200 len: 217 time: 0.0342824 Aug 13 03:00:29.813655 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ebc62-9482-4cad-9bf6-c4b73d542689 req-9d208c2d-037e-47c5-9157-5131f6d801d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:00:29.815235 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ff3ebc62-9482-4cad-9bf6-c4b73d542689 req-9d208c2d-037e-47c5-9157-5131f6d801d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=906d1824-252c-4a14-9659-5d1356c53672 HTTP/1.1" status: 200 len: 859 time: 0.0426652 Aug 13 03:00:29.851726 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ff3ebc62-9482-4cad-9bf6-c4b73d542689 req-3eff1628-521e-4a4e-9616-4efe4d14177b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21e28e08-41d0-472d-a21a-15a7a1bf62f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282574 Aug 13 03:00:29.943524 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ff3ebc62-9482-4cad-9bf6-c4b73d542689 req-a6b0e835-6d2e-48ca-b8c1-05c24e842dcc service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840881 Aug 13 03:00:30.038682 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ff3ebc62-9482-4cad-9bf6-c4b73d542689 req-ea3d836d-5b52-45cf-ae0f-c7bb489f66bf service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870781 Aug 13 03:00:30.451676 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d8d6c145-9e40-4229-818b-0fe58446acd1 req-5265aee7-efea-4bd6-a736-91f5913e12b1 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0778489 Aug 13 03:00:31.309708 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:00:31.333134 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] No Port match for: 1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96 {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:00:31.333480 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 1d992e16-a2a1-4cb3-a4ef-e6d1e2f85d96 not bound to the agent host hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:00:31.542279 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f741515e-c58d-4782-85fa-8c2e261da87a req-7d291520-ab86-44b8-afe5-dd235cd4444b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0259221 Aug 13 03:00:32.636777 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-86e25ea0-16e9-459c-9a3f-90fe8d3d2e52 req-95cc5b25-6895-4c85-8d14-9cf9fe3aa2c1 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0270061 Aug 13 03:00:33.730670 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b264d16d-d5cd-481f-a5fb-7f62d45a80ff req-12ae24e5-873f-4412-862f-727ed6819c23 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0271804 Aug 13 03:00:34.825192 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-01a9f2f0-0e4f-4fca-9a5d-3521ae30a73a req-90522622-caea-4c33-8cd8-cace0af289d3 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0289159 Aug 13 03:00:35.916847 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-989011e5-3953-4450-b1d0-9cca484778b9 req-050f2af2-7be5-4b09-9af4-3a229d2f350b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0256922 Aug 13 03:00:37.015753 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-5f428a33-2391-4914-a326-b46d22df22aa req-fc583371-f78f-427e-b216-9dd16d0d2ee7 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0249610 Aug 13 03:00:38.108835 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-84f989c7-94c8-4a8c-8444-21ff77a6a29b req-08314031-2658-4e8a-92bc-58227d08c2a4 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0253367 Aug 13 03:00:38.904257 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:00:39.201937 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3693a21a-b443-4609-9fc9-9f0c9f1f2bba req-255a0cf9-1c0c-46a5-88db-0dc21d766929 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0261745 Aug 13 03:00:40.296900 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7c75bab5-1b07-4efd-8657-00298aa912f8 req-7e5348e9-ac8e-4a26-a5f4-510ebef41959 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0282421 Aug 13 03:00:41.393530 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-b8690297-a2d7-4f74-87a3-76f461106145 req-f758e855-f88b-47c7-a9fd-834e22173dc7 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0259862 Aug 13 03:00:42.488013 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ffa22192-6756-4d68-b163-4882af6e8236 req-8d52e987-c77a-4ff0-be7d-74f42c8666be tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0294690 Aug 13 03:00:43.601055 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f88d3f5a-a8fd-4347-85fc-ad2d87e060bf req-4329fec9-7f43-4dbb-8d36-e20b51ea883a tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0260053 Aug 13 03:00:44.696424 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a0b23a10-dffb-4339-a9e0-264c7ca2e010 req-c661d9d0-107e-4ff6-a10d-548d91d62aee tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0262744 Aug 13 03:00:45.788054 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e09fee24-8032-4065-9d03-9e43debdf1c0 req-620f7dac-3bb2-4f88-b9d2-794b2c3d0ca7 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0253150 Aug 13 03:00:46.881933 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f33863aa-62b9-4078-a1e4-f32905dd3a97 req-d91a4df4-3d5b-444d-9fa3-2929ec6dee9e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0265076 Aug 13 03:00:47.980272 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d9f6d5bc-82fa-453c-8df6-f1dad05210e6 req-23544967-106a-4c67-8df3-6fe8a19db219 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0292757 Aug 13 03:00:49.069703 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-10b4137a-36c8-44e8-be6b-3559364b3938 req-03a873ee-216a-434e-9216-8374f3746adc tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0253861 Aug 13 03:00:50.161503 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-382bad12-b867-4997-9b70-4cf4ef3bb5a6 req-ba3dea5b-2a37-4972-9aa6-fdcaf7e9ae60 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0245554 Aug 13 03:00:50.384498 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:51.252294 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0d7663ba-ed51-455d-bf04-6c11b45d68f5 req-1ea41d15-6b10-45b1-87e8-670a68562a0d tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0255067 Aug 13 03:00:52.343600 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-591fbf1f-26cc-425f-9cda-313165742893 req-7656a652-3a20-4b85-ad31-63cd01a1fadc tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0251780 Aug 13 03:00:52.543830 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-d79f58c8-af3a-4aef-86aa-fa419ccadf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:53.442871 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8344fb68-5944-4bc5-9647-bb649335e84c req-d56a6d24-a90d-4c5f-98e0-a02dca8be6fd tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0269260 Aug 13 03:00:54.535672 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e8d3b924-1fd0-42a7-9711-0333e111af09 req-0c47042b-aff2-4239-a103-f63538881033 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0263202 Aug 13 03:00:55.496226 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-6104c173-d54d-424d-bc7e-1b3926ecc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:55.632013 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-878f16e9-e49a-47d3-8f2d-7c7564c4cfc3 req-9b8657ab-8bb6-4c88-8533-97cf080ea8b0 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0302184 Aug 13 03:00:55.770724 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:56.370888 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:56.722728 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c5b30ebc-f933-4e4d-a2b1-10e4a23d9ee2 req-49b58bf3-e978-48a0-b7fc-f8cdec293f07 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0259531 Aug 13 03:00:57.792893 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:57.824584 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fa2a114e-2868-4439-b749-4ec338287732 req-7c6c2404-9f5e-4be2-bf37-b5364632bca8 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0263906 Aug 13 03:00:58.917681 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-272a75c9-3138-479a-9d49-5bf88ff6e18f req-5e896bb3-b976-4043-bff5-97ac32c45bca tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0285609 Aug 13 03:01:00.010017 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bf1e02d6-1542-464a-bf66-a6fe9b890403 req-609f5e27-0bfe-4239-87a4-076bfb57c991 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0251203 Aug 13 03:01:01.107668 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c4735309-9733-487b-adcc-d068348389ef req-190ee434-ad51-4814-aa2e-43849a1e4de3 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0281262 Aug 13 03:01:02.199312 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-71d600e9-eeb0-4d55-8ce0-84c2b9d52140 req-ab77a7f2-1933-479c-a1bc-75e7fa219b92 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0267081 Aug 13 03:01:03.289957 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-265c4892-b0fa-4520-a669-3f5058cc9b9e req-c24126c1-4a82-4822-8823-8d43c079cbcc tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0254183 Aug 13 03:01:04.381440 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1c91a086-53b5-4e46-92f0-54f9f00b568e req-8367eec0-6bbf-4a54-b055-aedf071b0c11 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0253549 Aug 13 03:01:05.475015 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-77b7bf3a-f461-47c6-82d1-1c9f2dc58b31 req-acc2ce2f-8ed9-4dc5-afc5-afdd31940d46 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0262113 Aug 13 03:01:06.566665 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-70a66c13-54b2-454f-814e-e11446f93477 req-27ca7010-f011-43b9-9607-144c2aed4ae5 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0266888 Aug 13 03:01:07.657707 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-291d4d53-c655-412f-b669-f8e83c459d98 req-c50ffc8f-1cfc-4122-b728-c9355e8a411c tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0259056 Aug 13 03:01:08.751783 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0b39744b-9e3f-4c1f-9756-d8d17a8a67e7 req-eda4d14a-40e6-4a8b-a582-6b3762f4fe87 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0289869 Aug 13 03:01:09.846227 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-15a19de4-8cdc-433d-8280-e01a4370db80 req-ce17d1e8-084e-4ffd-9456-8baa8a4bd19c tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0271981 Aug 13 03:01:10.937359 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6c5f55c1-8a76-4608-8e67-c2d560a87f9d req-933fe1bf-a8b0-40af-a886-343a27a1837e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0263054 Aug 13 03:01:12.029926 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-dcf4d94f-43d9-401b-8e9f-4a59a63c9a1f req-2b19c20d-39e6-4fd6-b796-08fd3e59a70c tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0250223 Aug 13 03:01:13.123256 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9e71229d-b323-4509-9eb1-c4c875699dec req-0f1b1659-0218-4182-90f3-91c5d1e2c5b7 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0266709 Aug 13 03:01:14.221619 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-096a52b0-3ca0-4a74-b609-ab06a9f7e362 req-a17d451a-c3d4-4f15-a3a0-42179a1b3876 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0285954 Aug 13 03:01:15.316463 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7f73f245-0696-40e6-810c-03766706cdd8 req-0a0063cf-8ea9-48ab-b2c1-364101375d5c tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0263467 Aug 13 03:01:15.902724 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:01:16.407783 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c36c4b03-795b-4b11-85b6-ba7082554461 req-227a61be-7a76-47eb-979a-06748cba6b3e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0248253 Aug 13 03:01:17.498563 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-eb268c24-2e36-432a-bb64-08e3e8dd33bc req-68d22247-8b4e-490d-8e12-857013abfef3 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0259664 Aug 13 03:01:18.592128 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-4af589cb-4a49-482b-b511-dd31c7e79345 req-fef2980b-cf15-474d-b159-859d892a8c10 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0271392 Aug 13 03:01:19.682630 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-96f6dc78-c9a7-47d9-b832-d2689383f123 req-b557b51f-f755-4c66-bba0-adc6e5fcae2e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0257218 Aug 13 03:01:20.385116 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:20.775214 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-0de86f3b-3cfc-4f6f-80e1-094698f1da14 req-cff12322-029a-487d-a73b-c1a35945234c tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0256393 Aug 13 03:01:21.870971 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bdc68fba-9f8c-453b-8f28-46e064102dd1 req-6a80c8fb-9ee5-4c5a-9ae8-5b1ea6fde497 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0299580 Aug 13 03:01:22.543152 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-217720ab-eb46-459a-9e40-177f944b127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:22.962320 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d1db92fb-120d-487f-a012-a9b0f1e6b786 req-5d217196-b8fe-476f-b3ce-537611646ebc tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0264890 Aug 13 03:01:24.055851 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c66f8c61-2cf8-4e3b-ae9b-a0106ca6c24d req-07579d68-5513-4ab6-a320-80121e42efe7 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0252380 Aug 13 03:01:25.148406 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-04bc040a-e079-4ed8-97dc-3fd3101cb511 req-cee4fcc3-72f9-4a9e-a42e-3eda971fa31a tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0257792 Aug 13 03:01:25.497203 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-ad339656-41c8-4baf-8809-35d2b1749732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:25.772222 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:26.242204 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-61517f68-10b5-44ba-962f-a2412741f7ba req-19e753c8-425f-488d-b3cd-6f67fabf9652 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0272887 Aug 13 03:01:26.373380 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:27.339608 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e51d7f94-9cc7-4c5b-8022-ca28a5b3de9f req-ebdc14e4-f1f3-40d1-b486-810f212d7b59 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0293801 Aug 13 03:01:27.801061 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:28.431960 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d888a8f2-1b02-44f6-8734-b15e13d84c52 req-24727bd1-5b75-4be9-b8a5-89502363f330 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0259554 Aug 13 03:01:29.525028 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-fa0bcdfa-6833-4a73-a771-3c4ca52cb9e4 req-9b75e1e7-a4c3-492a-8be5-441c3bb828e8 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0275099 Aug 13 03:01:30.232013 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ea9493e2-466d-4681-b5cb-f7712f563d90 req-b0aafb11-3f2c-45f0-9ea4-65ffc52937ab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392463 Aug 13 03:01:30.293222 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9493e2-466d-4681-b5cb-f7712f563d90 req-080d8203-6413-4974-a7f7-e96379d75d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:01:30.294657 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ea9493e2-466d-4681-b5cb-f7712f563d90 req-080d8203-6413-4974-a7f7-e96379d75d3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad59fce07ec3416db582f1d506e2a581&device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 1099 time: 0.0412016 Aug 13 03:01:30.398850 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9493e2-466d-4681-b5cb-f7712f563d90 req-0629942d-db7e-4501-8f9a-34a9beb5b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:01:30.400331 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ea9493e2-466d-4681-b5cb-f7712f563d90 req-0629942d-db7e-4501-8f9a-34a9beb5b1d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=21e28e08-41d0-472d-a21a-15a7a1bf62f1 HTTP/1.1" status: 200 len: 920 time: 0.0826538 Aug 13 03:01:30.445399 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ea9493e2-466d-4681-b5cb-f7712f563d90 req-a6a9c382-9eca-477a-b5ec-8d2bfdcf6a4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91a79438-633c-48a5-904c-24f3f9737974 HTTP/1.1" status: 200 len: 217 time: 0.0371070 Aug 13 03:01:30.495738 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9493e2-466d-4681-b5cb-f7712f563d90 req-688f6046-7448-4bcb-8ff0-9e49023a55f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:01:30.497180 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ea9493e2-466d-4681-b5cb-f7712f563d90 req-688f6046-7448-4bcb-8ff0-9e49023a55f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=906d1824-252c-4a14-9659-5d1356c53672 HTTP/1.1" status: 200 len: 859 time: 0.0446699 Aug 13 03:01:30.527131 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ea9493e2-466d-4681-b5cb-f7712f563d90 req-efc9c9a9-b4da-4c78-ab0c-77cf4d769eae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21e28e08-41d0-472d-a21a-15a7a1bf62f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224302 Aug 13 03:01:30.633302 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b19bb37d-8fb7-4149-9741-0fc4ae735274 req-af00aa5f-a919-4dee-b0f2-8be799991515 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0374415 Aug 13 03:01:30.643168 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ea9493e2-466d-4681-b5cb-f7712f563d90 req-87eecb75-6395-48be-ba7d-9cda184839ee service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085877 Aug 13 03:01:30.730896 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ea9493e2-466d-4681-b5cb-f7712f563d90 req-67dac92d-edac-4dd8-b645-086d0c6f8410 service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799870 Aug 13 03:01:31.725793 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8437ad96-de1e-472e-9aa6-9f750db72d2a req-35d8fce5-95f6-41de-ada3-20c956383a4a tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0278490 Aug 13 03:01:32.820759 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ffdac219-8171-401d-8179-814bd2c40ef0 req-1b5f8b8b-e8b6-4b4e-abdb-240e8f0c3637 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0274508 Aug 13 03:01:33.911986 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-ac76767d-6f7f-43a6-af25-2fed028cac44 req-4f5f7fbc-c79f-4584-8abd-b2e736d669a8 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0251076 Aug 13 03:01:35.009121 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7d79d254-0415-4ada-81a6-5a7559428a8a req-f1146fff-8abd-43a9-811c-71d790b7f586 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0300357 Aug 13 03:01:36.102864 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-0fc4a453-c666-42b4-ad7b-90807d803207 req-ef167585-e58a-486b-bb7a-1361118611fa tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0280046 Aug 13 03:01:37.194596 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ca676b22-2c9d-4c6a-ad22-3db18a237361 req-009c394c-885c-4f3b-8c10-58b3fc3985d5 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0259063 Aug 13 03:01:38.288773 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-fc3fddf0-d118-4957-ab7b-302628db1579 req-b8c3bd5b-5da4-4a77-a91c-ed3c44a52030 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0266752 Aug 13 03:01:39.381526 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-91707a2c-3c94-4a0c-bfda-d0fbf7a3b013 req-4b57deaf-8ce7-42c9-a408-16a2069d72d5 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0262706 Aug 13 03:01:40.479112 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-a99f900a-61c5-4716-9647-558180670378 req-f7f4c0e9-d233-4301-b4c1-e8bdfaaccd3b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0298996 Aug 13 03:01:41.572368 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e32c8f5b-2d8f-4a73-8fb1-89525e61cd99 req-d43c45fd-3a9d-43b3-94f2-ea7adf595464 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0267181 Aug 13 03:01:42.666317 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-6556d1f8-f405-4216-ab80-c578a133ae3a req-94b61921-9150-467f-bae0-2c7ee170d932 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0268607 Aug 13 03:01:43.760730 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0be691ac-9d66-4b99-917f-2f5e1e63bcee req-5162712d-3e0e-45d9-8ea3-419d3587d118 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0284445 Aug 13 03:01:44.854385 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8fe9145c-c190-4a4e-943e-556409f0c49b req-b76d7437-9af8-4f59-bf22-47d361e7cc8b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0262322 Aug 13 03:01:45.945439 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-73c44926-0ffe-414c-9884-08e20d709dea req-a035107d-c338-4e94-bd24-9e3477201a1f tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0251322 Aug 13 03:01:47.036041 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-807b569a-ad82-4885-89a1-76ee554eb5d6 req-5fa99d48-b0ff-40b5-af22-b99ac9d139e7 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0254090 Aug 13 03:01:48.129522 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-884ed76e-17ff-4bdf-bcf8-1f86a085ceb5 req-5f722532-16dc-4bda-907a-0d7e6c6c54d3 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0287030 Aug 13 03:01:49.221407 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3f0110c8-e210-4925-b7c3-abed2e57b120 req-33d37cb4-16ad-41ac-8e5f-f9fb3d381967 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0261655 Aug 13 03:01:50.314909 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-be6139c1-727d-4c99-bc3a-f65bba1fe79b req-90609e34-a1d1-476a-abfd-5feb16476e40 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0270786 Aug 13 03:01:50.378394 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:51.406767 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f683a9c5-281d-493e-9491-e7507a887e96 req-aa8d1cdb-b3a5-47bd-95ba-9e1feb10c520 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0251493 Aug 13 03:01:52.499383 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5345485c-0a87-4fac-8b79-073794c78213 req-464fc1ea-2b10-4618-820c-e8df52eaea11 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0261219 Aug 13 03:01:52.543885 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-7c1a42d9-f08c-490f-a6cc-eb3c10ae795b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:52.902428 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:01:53.606162 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-ffcda4f9-96c5-4d06-9bfc-bb1ce1c946f6 req-6aaef26b-8a16-43cb-93cc-7372a6fce9ae tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0385804 Aug 13 03:01:54.692898 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-80f0bc56-4b7e-4292-a162-82c5b20f9386 req-afd02678-7493-4831-b9c5-45ac0097ed0a tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0259748 Aug 13 03:01:55.498846 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-1b780a94-86cb-46bd-83a1-5e88c5606b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:55.773544 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:55.785777 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-31f53dfe-e30f-4848-ba26-75cf27468a70 req-de218538-faaf-4751-998f-f1f7239b3fef tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0265496 Aug 13 03:01:56.375038 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:56.878495 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f0894899-a3de-408f-882c-cf3c32aba09f req-5f0b6d94-00f4-4ce6-90af-bc1950f3ddde tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0261183 Aug 13 03:01:57.801112 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:57.976263 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-80d7f787-3d5a-4675-8c16-f57e4c474a25 req-846b89e1-223d-485d-a4d8-f9cd7cbd90ed tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0328617 Aug 13 03:01:59.066818 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-72523805-f0d2-428e-a94b-87a60723b659 req-0b819899-2127-45ac-9c84-72c3a3f400d0 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0257208 Aug 13 03:02:00.157069 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9046e8a6-c240-4c29-a097-da301f7af7a1 req-d7530996-771b-4a7a-bea4-c1a20e8c341c tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0255537 Aug 13 03:02:01.252595 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-71542921-8bf5-4d64-a001-5df139649075 req-9d519de7-bfc3-467a-87fb-d95353800a1d tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0294962 Aug 13 03:02:02.342198 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-50f18b68-455b-44f3-8a82-c2acfdfd2eb1 req-dd2d4a20-42d0-4e77-9500-bc0fca222b68 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0250590 Aug 13 03:02:03.435873 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-90b55e60-38d3-4f2e-a6d8-59246044d422 req-75351d78-b5d0-4eeb-b919-b52a84891eca tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0263107 Aug 13 03:02:04.528503 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-08f17e26-ac3d-4405-b344-9f4a59703198 req-694309ba-d822-4e39-bc34-49819232d42f tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0254390 Aug 13 03:02:05.620726 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4a34713c-55e3-4c28-b41e-981385c385dd req-12e03c2f-eed6-48b9-ac32-247cd75971f9 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0268338 Aug 13 03:02:06.717587 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d94f1820-2fb2-4ce3-94c8-1b09a4554a90 req-8d76f08f-ef42-4051-b1bf-c52892828643 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0300117 Aug 13 03:02:07.811380 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a831ab17-c150-4ae3-9d37-962e7eb34c94 req-9874e347-3d8e-48b9-8560-96e36b96a395 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0287483 Aug 13 03:02:08.905825 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-ee354b5d-1e09-4730-ac95-d01bbbd5d779 req-553f84b1-7706-4415-accd-7ea594cbc480 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0263405 Aug 13 03:02:10.005312 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c25c442f-0b96-4798-97ae-c0f6ef86c456 req-2ed3e844-f7d7-4bf8-863e-fdd220c0c8b7 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0267065 Aug 13 03:02:11.101678 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-14a9dfac-30f6-4fef-a191-6e161235ccb3 req-041dc737-7aa0-4f1f-a858-266880d5d361 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0304065 Aug 13 03:02:12.198056 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-55dbb96f-788d-4e96-a25a-621dc603b97b req-ecf40cd4-c064-443c-993b-f7eec7f76f7b tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0270853 Aug 13 03:02:13.289721 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-80813410-cdd4-4eea-8d51-37a590eebd10 req-85f7b919-063f-4dac-ad5a-fec3c212fc9c tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0268841 Aug 13 03:02:14.384049 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cef972c8-3267-4241-a4b1-3e8279265667 req-d3155093-761f-42b4-ae60-df93e761b977 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0288696 Aug 13 03:02:15.475849 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-6a1f607d-41c5-4b93-b90b-cbaa79d000a6 req-0053a4fe-fdec-4255-b32e-1777af8c0980 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0264945 Aug 13 03:02:16.569427 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e888fa09-9782-452f-9c22-3313d58fd0e9 req-438c80e1-155e-45d5-9124-c92b18cbe845 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0264184 Aug 13 03:02:17.660004 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9a3144b6-9b1f-4b24-ad23-2199201f8d95 req-e180366b-3a26-4993-8d0f-ad76af82a2a2 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0261326 Aug 13 03:02:18.751445 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-944bf00f-db36-4d30-a880-87fb187a9bd3 req-d3527435-9317-473f-9f15-df2bf89a01fc tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0251348 Aug 13 03:02:19.848752 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-61c2672c-2b6d-4efa-b85b-0b061c97993d req-2ab6b5b6-b902-4e65-b882-182aafa5e24c tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0306282 Aug 13 03:02:20.375907 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:02:20.940967 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1d24a039-0be9-419f-b9b1-565a69b10aee req-4f587a6d-dcf8-4e97-b202-7d3b84611bbc tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0261164 Aug 13 03:02:22.031905 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-efe23b5e-385c-41ba-a916-974aa5597662 req-65cc36ba-8f44-404f-9f93-9941ada7847a tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0249562 Aug 13 03:02:22.544876 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-e4189d7f-ce8e-4856-94ca-ca5fa16d43cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:02:23.124383 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7ed95527-24f6-473b-a581-fe4e881d5cfe req-3650a52f-3d1d-4bb5-8ed9-423f644d0cb7 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0250587 Aug 13 03:02:24.215630 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-160fc9e5-599f-4e0e-baff-f0349fc5eb4a req-85a38687-d3cc-4825-ab41-7fbefb0400b4 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0253978 Aug 13 03:02:25.307090 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-56098b14-2ff3-4d93-9958-f5580690e3b9 req-b95e2d9f-973b-4064-9f15-7e063b662bfa tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0261641 Aug 13 03:02:25.500304 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-7c424ef2-943b-4a92-be6c-f0e49ea76f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:02:25.774699 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:02:26.380365 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:02:26.400822 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-0e9aa3cc-eafa-44ac-b6a9-4194c197e1a3 req-1fb032d3-f71b-494c-b29a-19754e8a7e66 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0265903 Aug 13 03:02:27.498078 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c8e50663-6327-4fc2-8195-939b510e4886 req-f8fb2391-9607-47db-b6c0-ba73cb3d813e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0289788 Aug 13 03:02:27.802054 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:02:28.589851 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-ed37c41d-477f-4091-a034-31095ec412be req-acac7e13-0946-485f-80f0-40eca17f88c1 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d576fdf2-90aa-4f7e-b6b6-1f04520cb606 HTTP/1.1" status: 200 len: 210 time: 0.0255132 Aug 13 03:02:29.901420 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:02:32.229224 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a11fc282-4da3-43a1-8955-5cb7f2e52037 req-62178818-e296-4c1d-87cf-b6f040ff2368 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb86c857-4035-4f98-8192-982c2f24592c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384302 Aug 13 03:02:32.287967 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fc282-4da3-43a1-8955-5cb7f2e52037 req-f7b9f0da-434c-4917-a2d7-c1c8319e0328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:02:32.289756 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a11fc282-4da3-43a1-8955-5cb7f2e52037 req-f7b9f0da-434c-4917-a2d7-c1c8319e0328 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&device_id=eb86c857-4035-4f98-8192-982c2f24592c HTTP/1.1" status: 200 len: 1098 time: 0.0399709 Aug 13 03:02:32.394918 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fc282-4da3-43a1-8955-5cb7f2e52037 req-f41cc99b-0659-4a16-b348-19eb80d57301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:02:32.396450 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a11fc282-4da3-43a1-8955-5cb7f2e52037 req-f41cc99b-0659-4a16-b348-19eb80d57301 service neutron] 10.222.0.36 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 916 time: 0.0880303 Aug 13 03:02:32.438269 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a11fc282-4da3-43a1-8955-5cb7f2e52037 req-0783be5b-80d1-4096-a70a-04e7effa27e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c70c2c9-f5a5-448c-9a65-ff217ed3f641 HTTP/1.1" status: 200 len: 217 time: 0.0348940 Aug 13 03:02:32.486740 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fc282-4da3-43a1-8955-5cb7f2e52037 req-f72e37d1-8e5f-4aa9-8ee7-4da7c1ff6c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:02:32.488147 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a11fc282-4da3-43a1-8955-5cb7f2e52037 req-f72e37d1-8e5f-4aa9-8ee7-4da7c1ff6c42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6 HTTP/1.1" status: 200 len: 855 time: 0.0431874 Aug 13 03:02:32.519973 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a11fc282-4da3-43a1-8955-5cb7f2e52037 req-c9243f60-461f-4def-ada9-b8e9e5463abc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235527 Aug 13 03:02:32.610924 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a11fc282-4da3-43a1-8955-5cb7f2e52037 req-4cfc0864-8cf5-44d0-a5fa-999d911fa5ea service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843630 Aug 13 03:02:32.697982 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a11fc282-4da3-43a1-8955-5cb7f2e52037 req-02396a4a-e0af-47d4-8cd2-3b44a3330826 service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803728 Aug 13 03:02:50.385661 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:02:52.545903 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-046f3b92-447a-40bd-8c67-b2447592dd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:02:55.500478 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-0cd47cf2-9f02-4b80-acbf-31c5afa94710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:02:55.776500 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:02:56.382308 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:02:57.807323 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:03:06.901201 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:03:20.390227 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:03:22.546772 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-602d2448-e0bf-46e5-a5ef-30abbb5e003b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:03:25.501271 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-ef0f6933-1400-4270-9f53-dafdd6e198c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:03:25.776249 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:03:26.385513 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:03:27.815972 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:03:34.219541 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f2117881-bead-49a9-822f-40b7741345fa req-5a1ee315-80a4-4d89-8ea1-01290f69f2b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=83832f2c-d518-4205-95ba-030a994b3986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458026 Aug 13 03:03:34.284502 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2117881-bead-49a9-822f-40b7741345fa req-87a4f895-7153-4af6-8ab8-dc1df007c215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:03:34.285989 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f2117881-bead-49a9-822f-40b7741345fa req-87a4f895-7153-4af6-8ab8-dc1df007c215 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&device_id=83832f2c-d518-4205-95ba-030a994b3986 HTTP/1.1" status: 200 len: 1098 time: 0.0454490 Aug 13 03:03:34.391139 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2117881-bead-49a9-822f-40b7741345fa req-34e1cb3b-25b3-48db-9e80-1e4758d65bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:03:34.392751 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f2117881-bead-49a9-822f-40b7741345fa req-34e1cb3b-25b3-48db-9e80-1e4758d65bda service neutron] 10.222.0.36 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 916 time: 0.0881422 Aug 13 03:03:34.440874 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f2117881-bead-49a9-822f-40b7741345fa req-8de4f118-510e-423b-aa06-34e9af6d8469 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b6f7b6c-52a8-49ef-ba09-4185ee15692d HTTP/1.1" status: 200 len: 217 time: 0.0405509 Aug 13 03:03:34.491305 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2117881-bead-49a9-822f-40b7741345fa req-c21cc8c5-6fcc-45a0-b29d-b4f477d94eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:03:34.492796 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f2117881-bead-49a9-822f-40b7741345fa req-c21cc8c5-6fcc-45a0-b29d-b4f477d94eb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6 HTTP/1.1" status: 200 len: 855 time: 0.0446048 Aug 13 03:03:34.523323 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f2117881-bead-49a9-822f-40b7741345fa req-4aaa6830-7024-48f5-a0f4-bb204a38b0a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238345 Aug 13 03:03:34.617299 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f2117881-bead-49a9-822f-40b7741345fa req-02c4cf8a-5c2b-4daa-bdb2-763a066ab14b service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868740 Aug 13 03:03:34.708412 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f2117881-bead-49a9-822f-40b7741345fa req-2ceeb192-13aa-42a7-b6b7-ebb3a0db32de service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844202 Aug 13 03:03:43.900172 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:03:50.405310 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:03:52.547114 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-7f864f52-081a-49b0-aba5-e043c469ca06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:03:55.501321 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-7bafc189-3747-4ed1-a539-a9feabf58428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:03:55.777644 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:03:56.388844 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:03:57.816939 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:04:20.417816 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:04:20.898865 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:04:22.554237 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-9f493877-4ff0-4fac-a27c-655ea65cd02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:04:25.501887 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-d07a7b02-55bb-4ec2-8345-a203f9aea083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:04:25.779253 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:04:26.392699 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:04:27.816303 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:04:50.435453 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:04:52.545060 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-ae0c01cc-e5d3-4f5d-b912-837551e3b5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:04:55.503295 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-6a6457c8-4798-42f1-aa1e-b9707f9827ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:04:55.786096 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:04:56.395281 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:04:57.819640 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:04:57.898421 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:05:20.448417 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:05:22.545830 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-03836311-bdd5-4dcf-915f-55b523af5853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:05:25.505976 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-cda3bfda-e1e5-489c-9cad-26e559dd3c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:05:25.779759 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:05:26.398493 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:05:27.832762 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:05:34.897114 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:05:37.265131 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-817413f8-51ea-4112-95e2-4af4f0452988 req-b48c2f6e-117f-4c5e-8e41-1436ddb494b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0940986 Aug 13 03:05:37.355407 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817413f8-51ea-4112-95e2-4af4f0452988 req-36222d38-df1c-4b4e-aab3-1e67d4c31f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:05:37.356983 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-817413f8-51ea-4112-95e2-4af4f0452988 req-36222d38-df1c-4b4e-aab3-1e67d4c31f11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 1098 time: 0.0489118 Aug 13 03:05:37.462160 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817413f8-51ea-4112-95e2-4af4f0452988 req-dabccc5e-12ca-41e9-861c-28a6019429c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:05:37.463561 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-817413f8-51ea-4112-95e2-4af4f0452988 req-dabccc5e-12ca-41e9-861c-28a6019429c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 916 time: 0.0878072 Aug 13 03:05:37.511160 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-817413f8-51ea-4112-95e2-4af4f0452988 req-de7454ce-519c-49ab-98d7-03ae20bc3439 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8da525de-fbee-49b3-870f-0498749a9b12 HTTP/1.1" status: 200 len: 217 time: 0.0404272 Aug 13 03:05:37.561513 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817413f8-51ea-4112-95e2-4af4f0452988 req-d81cf216-d605-4647-821e-007986de2f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:05:37.563003 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-817413f8-51ea-4112-95e2-4af4f0452988 req-d81cf216-d605-4647-821e-007986de2f5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6 HTTP/1.1" status: 200 len: 855 time: 0.0456178 Aug 13 03:05:37.594305 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-817413f8-51ea-4112-95e2-4af4f0452988 req-62734806-a233-4f8e-9625-7ee36e9fd5e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246904 Aug 13 03:05:37.684636 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-817413f8-51ea-4112-95e2-4af4f0452988 req-2f7ad20e-0be7-4c5a-8232-d4976a4bcfef service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816531 Aug 13 03:05:37.781569 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-817413f8-51ea-4112-95e2-4af4f0452988 req-96e44e3e-b7e4-4ce6-b916-c6c9fc75184a service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898476 Aug 13 03:05:50.448158 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:05:52.550379 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4986151a-1b9d-415c-b076-6e3cc936852b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:05:55.508195 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-2fd79b39-b3e1-4070-84ce-891291830584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:05:55.781584 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:05:56.401322 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:05:57.832103 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:11.896864 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:06:20.447447 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:22.551518 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-fc1d80a3-ec03-44f5-a164-d1f2f290760e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:25.509160 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-9b44afc9-674c-4371-8f14-5845c0b04be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:25.784059 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:26.403593 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:27.831761 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:37.224262 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cd215353-e455-418e-ac02-b1827a00e1bd req-5a8693a4-96ff-4007-b1ae-e3f27d9af944 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415411 Aug 13 03:06:37.286735 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd215353-e455-418e-ac02-b1827a00e1bd req-e30b3b33-e8c4-4eba-b7bb-8de96b8a69f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:06:37.288272 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cd215353-e455-418e-ac02-b1827a00e1bd req-e30b3b33-e8c4-4eba-b7bb-8de96b8a69f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad59fce07ec3416db582f1d506e2a581&device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 1099 time: 0.0420299 Aug 13 03:06:37.398584 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd215353-e455-418e-ac02-b1827a00e1bd req-fe1dfd98-e6bd-476a-a15b-cae222b0def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:06:37.399993 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cd215353-e455-418e-ac02-b1827a00e1bd req-fe1dfd98-e6bd-476a-a15b-cae222b0def9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=21e28e08-41d0-472d-a21a-15a7a1bf62f1 HTTP/1.1" status: 200 len: 920 time: 0.0913560 Aug 13 03:06:37.442023 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cd215353-e455-418e-ac02-b1827a00e1bd req-56c9661c-8175-422a-9260-e3d313a5ac9c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=439aa1d9-9341-4c3d-976e-1477ea03abb7 HTTP/1.1" status: 200 len: 217 time: 0.0352767 Aug 13 03:06:37.498051 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd215353-e455-418e-ac02-b1827a00e1bd req-60ac9086-1e77-42d2-a620-bf9c0d353a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:06:37.500064 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cd215353-e455-418e-ac02-b1827a00e1bd req-60ac9086-1e77-42d2-a620-bf9c0d353a3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=906d1824-252c-4a14-9659-5d1356c53672 HTTP/1.1" status: 200 len: 859 time: 0.0511935 Aug 13 03:06:37.532301 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cd215353-e455-418e-ac02-b1827a00e1bd req-ebda8b17-c337-4927-87cb-eea3ed2b20d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21e28e08-41d0-472d-a21a-15a7a1bf62f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246165 Aug 13 03:06:37.627242 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cd215353-e455-418e-ac02-b1827a00e1bd req-8956c9a4-0e55-474c-8a1a-6dbea5b3c9d4 service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870094 Aug 13 03:06:37.720360 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cd215353-e455-418e-ac02-b1827a00e1bd req-5629a7c9-7117-40af-8af9-c04a9f9ebd23 service neutron] 10.222.0.36 "GET /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862834 Aug 13 03:06:40.950272 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d968d-4680-44e6-abf4-860c98df1df6 req-82ecf1c1-f508-45f4-8551-9d72f7daa234 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:06:40.952422 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-098d968d-4680-44e6-abf4-860c98df1df6 req-82ecf1c1-f508-45f4-8551-9d72f7daa234 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.1112530 Aug 13 03:06:40.989132 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-098d968d-4680-44e6-abf4-860c98df1df6 req-53dbf61e-4c7c-494b-bea7-2efb6d547625 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307367 Aug 13 03:06:41.275521 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092082cd-d69f-48cd-8b56-c9b576b87349 req-8877e56d-f793-4777-ad6c-43224dd751db tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:06:41.276990 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-092082cd-d69f-48cd-8b56-c9b576b87349 req-8877e56d-f793-4777-ad6c-43224dd751db tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.36 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 946 time: 0.0486567 Aug 13 03:06:41.376968 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-092082cd-d69f-48cd-8b56-c9b576b87349 req-b367b2b6-4518-488e-b14d-3cce0b71fe59 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Deleting port 91a79438-633c-48a5-904c-24f3f9737974 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:06:41.377383 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-092082cd-d69f-48cd-8b56-c9b576b87349 req-b367b2b6-4518-488e-b14d-3cce0b71fe59 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:41.465252 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-092082cd-d69f-48cd-8b56-c9b576b87349 req-b367b2b6-4518-488e-b14d-3cce0b71fe59 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] For port 91a79438-633c-48a5-904c-24f3f9737974, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=91a79438-633c-48a5-904c-24f3f9737974,segment=NetworkSegment(1cf5c51b-f2ad-42ba-9d78-fe30b656633c),segment_id=1cf5c51b-f2ad-42ba-9d78-fe30b656633c)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:06:41.465635 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-092082cd-d69f-48cd-8b56-c9b576b87349 req-b367b2b6-4518-488e-b14d-3cce0b71fe59 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:41.478442 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-092082cd-d69f-48cd-8b56-c9b576b87349 req-b367b2b6-4518-488e-b14d-3cce0b71fe59 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Calling delete_port for 91a79438-633c-48a5-904c-24f3f9737974 owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:06:41.611211 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-092082cd-d69f-48cd-8b56-c9b576b87349 req-b367b2b6-4518-488e-b14d-3cce0b71fe59 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:41.624921 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['439aa1d9-9341-4c3d-976e-1477ea03abb7', '91a79438-633c-48a5-904c-24f3f9737974'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:06:41.639330 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367b2b6-4518-488e-b14d-3cce0b71fe59 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Pushing event deleted for resources: {'Port': ['ID=91a79438-633c-48a5-904c-24f3f9737974,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:06:41.649389 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b367b2b6-4518-488e-b14d-3cce0b71fe59 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:06:41.649706 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b367b2b6-4518-488e-b14d-3cce0b71fe59 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:06:41.650029 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b367b2b6-4518-488e-b14d-3cce0b71fe59 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:06:41.650362 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b367b2b6-4518-488e-b14d-3cce0b71fe59 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:06:41.650698 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b367b2b6-4518-488e-b14d-3cce0b71fe59 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:06:41.651026 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b367b2b6-4518-488e-b14d-3cce0b71fe59 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:06:41.651350 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b367b2b6-4518-488e-b14d-3cce0b71fe59 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:06:41.651699 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b367b2b6-4518-488e-b14d-3cce0b71fe59 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:06:41.652053 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b367b2b6-4518-488e-b14d-3cce0b71fe59 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:06:41.652397 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b367b2b6-4518-488e-b14d-3cce0b71fe59 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:06:41.653215 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b367b2b6-4518-488e-b14d-3cce0b71fe59 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:06:41.653215 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b367b2b6-4518-488e-b14d-3cce0b71fe59 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:06:41.698168 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-092082cd-d69f-48cd-8b56-c9b576b87349 req-b367b2b6-4518-488e-b14d-3cce0b71fe59 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] No DVR routers for this DVR port 91a79438-633c-48a5-904c-24f3f9737974 on host hv-cinder-76019 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:06:41.700690 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-092082cd-d69f-48cd-8b56-c9b576b87349 req-b367b2b6-4518-488e-b14d-3cce0b71fe59 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:41.702804 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-092082cd-d69f-48cd-8b56-c9b576b87349 req-b367b2b6-4518-488e-b14d-3cce0b71fe59 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.36 "DELETE /v2.0/ports/91a79438-633c-48a5-904c-24f3f9737974 HTTP/1.1" status: 204 len: 173 time: 0.4193144 Aug 13 03:06:41.703237 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9275670d-e88d-457c-b558-fc8de2457e86', 'name': 'network-vif-deleted', 'tag': '91a79438-633c-48a5-904c-24f3f9737974'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:06:41.705561 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1571b2d7-575d-485a-8eaf-93685cab790e" -d '{"events": [{"server_uuid": "9275670d-e88d-457c-b558-fc8de2457e86", "name": "network-vif-deleted", "tag": "91a79438-633c-48a5-904c-24f3f9737974"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:06:41.837414 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedc0c89-37c6-4651-bfa8-4bef991c282b x-openstack-request-id: req-eedc0c89-37c6-4651-bfa8-4bef991c282b {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:06:41.837730 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9275670d-e88d-457c-b558-fc8de2457e86", "name": "network-vif-deleted", "tag": "91a79438-633c-48a5-904c-24f3f9737974", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:06:41.838238 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eedc0c89-37c6-4651-bfa8-4bef991c282b {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:06:41.838779 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9275670d-e88d-457c-b558-fc8de2457e86', 'name': 'network-vif-deleted', 'tag': '91a79438-633c-48a5-904c-24f3f9737974', 'status': 'completed', 'code': 200} Aug 13 03:06:42.111842 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-487d1dfd-4821-40cc-b3c6-7e0e7e9014f2 req-03d1b3e9-d3b5-4b4b-86ec-0018b2f30c9f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=9275670d-e88d-457c-b558-fc8de2457e86 HTTP/1.1" status: 200 len: 210 time: 0.0284863 Aug 13 03:06:43.438869 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc15da-57d5-4d48-af6c-1918dee46e0a req-bdcb4f22-af53-41a4-a775-31383be01f2f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:06:43.440288 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c9fc15da-57d5-4d48-af6c-1918dee46e0a req-bdcb4f22-af53-41a4-a775-31383be01f2f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0964007 Aug 13 03:06:43.478971 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c9fc15da-57d5-4d48-af6c-1918dee46e0a req-872eff7d-a251-41e1-b430-f71db96ed491 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/security-groups?id=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325913 Aug 13 03:06:44.013900 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974f806-8d66-4846-a16b-d94efb0cac95 req-0dcfcebd-a270-4317-bd61-6f97ee785a50 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:06:44.015318 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0974f806-8d66-4846-a16b-d94efb0cac95 req-0dcfcebd-a270-4317-bd61-6f97ee785a50 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.36 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 946 time: 0.0480704 Aug 13 03:06:44.103010 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-0974f806-8d66-4846-a16b-d94efb0cac95 req-3c0df135-76dc-4f9a-8987-741722a50418 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Deleting port 439aa1d9-9341-4c3d-976e-1477ea03abb7 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:06:44.103249 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-0974f806-8d66-4846-a16b-d94efb0cac95 req-3c0df135-76dc-4f9a-8987-741722a50418 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:44.190708 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-0974f806-8d66-4846-a16b-d94efb0cac95 req-3c0df135-76dc-4f9a-8987-741722a50418 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] For port 439aa1d9-9341-4c3d-976e-1477ea03abb7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=439aa1d9-9341-4c3d-976e-1477ea03abb7,segment=NetworkSegment(1cf5c51b-f2ad-42ba-9d78-fe30b656633c),segment_id=1cf5c51b-f2ad-42ba-9d78-fe30b656633c)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:06:44.191072 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-0974f806-8d66-4846-a16b-d94efb0cac95 req-3c0df135-76dc-4f9a-8987-741722a50418 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:44.203143 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-0974f806-8d66-4846-a16b-d94efb0cac95 req-3c0df135-76dc-4f9a-8987-741722a50418 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Calling delete_port for 439aa1d9-9341-4c3d-976e-1477ea03abb7 owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:06:44.334550 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-0974f806-8d66-4846-a16b-d94efb0cac95 req-3c0df135-76dc-4f9a-8987-741722a50418 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:44.346995 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['439aa1d9-9341-4c3d-976e-1477ea03abb7'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:06:44.369354 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0df135-76dc-4f9a-8987-741722a50418 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Pushing event deleted for resources: {'Port': ['ID=439aa1d9-9341-4c3d-976e-1477ea03abb7,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:06:44.404930 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-0974f806-8d66-4846-a16b-d94efb0cac95 req-3c0df135-76dc-4f9a-8987-741722a50418 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] No DVR routers for this DVR port 439aa1d9-9341-4c3d-976e-1477ea03abb7 on host hv-cinder-76019 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:06:44.408132 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-0974f806-8d66-4846-a16b-d94efb0cac95 req-3c0df135-76dc-4f9a-8987-741722a50418 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:44.410107 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0974f806-8d66-4846-a16b-d94efb0cac95 req-3c0df135-76dc-4f9a-8987-741722a50418 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.36 "DELETE /v2.0/ports/439aa1d9-9341-4c3d-976e-1477ea03abb7 HTTP/1.1" status: 204 len: 173 time: 0.3886251 Aug 13 03:06:44.410595 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e66d91-d6cb-4b18-a81d-26738ca27731', 'name': 'network-vif-deleted', 'tag': '439aa1d9-9341-4c3d-976e-1477ea03abb7'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:06:44.412814 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa612f2-d602-47d2-a416-3fdf720e78bc" -d '{"events": [{"server_uuid": "67e66d91-d6cb-4b18-a81d-26738ca27731", "name": "network-vif-deleted", "tag": "439aa1d9-9341-4c3d-976e-1477ea03abb7"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:06:44.452554 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c1bcf7-f365-493d-84b9-ded5e55d5373 x-openstack-request-id: req-e2c1bcf7-f365-493d-84b9-ded5e55d5373 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:06:44.452844 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e66d91-d6cb-4b18-a81d-26738ca27731", "name": "network-vif-deleted", "tag": "439aa1d9-9341-4c3d-976e-1477ea03abb7", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:06:44.453091 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2c1bcf7-f365-493d-84b9-ded5e55d5373 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:06:44.453574 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e66d91-d6cb-4b18-a81d-26738ca27731', 'name': 'network-vif-deleted', 'tag': '439aa1d9-9341-4c3d-976e-1477ea03abb7', 'status': 'completed', 'code': 200} Aug 13 03:06:44.572896 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-a3650627-42b0-4760-a7d0-21ed755bf11d req-a32434ea-a53a-4b12-9046-dc2c5bd3537a tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0269413 Aug 13 03:06:45.056962 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 91a79438-633c-48a5-904c-24f3f9737974 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:06:45.075916 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] No Port match for: 91a79438-633c-48a5-904c-24f3f9737974 {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:06:45.076260 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 91a79438-633c-48a5-904c-24f3f9737974 not bound to the agent host hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:06:45.673888 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1dc13260-c1ff-4ec8-9179-44e9b150d7a0 req-eb168537-7cc4-453d-a651-b23ac855554a tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0253484 Aug 13 03:06:46.767060 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-afb4190f-d86f-42f3-a908-5fa5bef09392 req-8361510a-3515-4235-9bbc-74183e0f03e8 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0260406 Aug 13 03:06:47.867012 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fed66d57-426e-4c91-bc55-5e4a066b1878 req-0e896424-ea32-414b-ad62-1ecbd94eb7de tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0309277 Aug 13 03:06:48.896759 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:06:48.960638 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9139bab2-b80d-4c9c-9b18-244892b53972 req-4f102949-0b3a-439e-aed4-25a29ed37792 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0263200 Aug 13 03:06:49.073724 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 439aa1d9-9341-4c3d-976e-1477ea03abb7 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:06:49.093650 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] No Port match for: 439aa1d9-9341-4c3d-976e-1477ea03abb7 {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:06:49.093999 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 439aa1d9-9341-4c3d-976e-1477ea03abb7 not bound to the agent host hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:06:50.055202 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2ade6dfc-e4c9-4c4a-9597-ef136c50a48c req-e5f1cf01-b04b-4df9-83f6-8ff86b4922c8 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0252309 Aug 13 03:06:50.460623 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:51.147864 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-846a1386-006b-4ed9-a650-ef104afaf131 req-174ebea8-5ce7-4aa8-8883-0851d78ab218 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0255189 Aug 13 03:06:52.240273 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fdc27459-1842-4093-b7a2-c5178793b137 req-5e39a124-96a3-4de1-a77c-ffda3b34b492 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0263526 Aug 13 03:06:52.552597 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-9fc8e0fd-9892-4330-ac59-ad67a2bec502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:53.339914 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c114b1c7-c5c6-4f31-a72a-02411ba0f290 req-0f18e0c2-6448-4744-a647-94117a107b43 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0306022 Aug 13 03:06:54.434650 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-96a94ed8-edfe-4751-b3b5-0df6397091ab req-44de16a0-836b-4448-95b2-bc0d55db3635 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0267980 Aug 13 03:06:55.511014 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc483-e205-4e49-bc3e-f98ef9a030cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:55.527165 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-b63c1f89-eb4f-4667-be47-8de7ac4e088a req-61ccf3c4-5499-4e64-a071-1dee13e822f5 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0262711 Aug 13 03:06:55.784805 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:56.405254 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:56.620802 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c75a39cd-e36a-448d-8a59-42c6a9a572a0 req-28dfea86-1833-41c7-8901-c74402fb8a00 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0256855 Aug 13 03:06:57.717085 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-a643533c-0bad-46cd-b8ae-79e30be1ed47 req-6522b1bc-34dc-4744-bbdd-a37e2c0a9137 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0262442 Aug 13 03:06:57.834395 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:58.809399 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bdfe40bf-6eb9-4b69-a5d8-d7cf6c70b1e1 req-06c3d183-1b19-4791-9404-3641c1a7c271 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0255735 Aug 13 03:06:59.903200 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e7061946-60f3-46d4-9931-1982d0f7830b req-f1789e81-1750-439e-99a2-e952b0468d94 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0261621 Aug 13 03:07:00.998081 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-97078735-d2c2-4679-8fab-e7c28e8749cc req-21eaeac3-dc6d-42be-8879-0b636f4a79fd tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0288489 Aug 13 03:07:02.090707 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c45933b1-718f-44dc-b088-54c34b333378 req-1c5e7f2d-82ef-49d4-99bd-1c46e330818a tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0256324 Aug 13 03:07:03.182233 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9d3fb8ff-8956-4840-b381-0bf2d5740eb7 req-fc06d064-f330-487d-80c5-cc03328f4c03 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0268564 Aug 13 03:07:04.275785 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9027d567-a510-49f8-9fe2-3e58fcdd9b78 req-e660d3b0-e69f-4c08-964e-c95fc77cc606 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0266333 Aug 13 03:07:05.367889 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d70c7aef-4a91-4fdf-a682-c3e8176f533c req-e685ac56-43c8-4d6a-b097-39f91e251fc6 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0252893 Aug 13 03:07:06.463921 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9b59a99b-7651-4349-b98b-e01701493dde req-232ff734-5a0f-4c7f-b32e-bf0fcd23addc tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0293694 Aug 13 03:07:07.562405 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e2613216-d697-4d3c-8477-ae996fe16aff req-fa41f6a8-0237-45a1-a5df-a9151915fc7a tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0305045 Aug 13 03:07:08.655039 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-537e2d8d-bb91-4dc9-95c9-27e96e81a822 req-5aa8348d-67d5-4e16-8e64-aacc712f940a tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0254662 Aug 13 03:07:09.750967 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-adce63ce-e2e4-492a-9b15-a2534459bfe8 req-e0ca98d7-b28c-45c6-acbb-67bb17bf34d5 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0263333 Aug 13 03:07:10.844880 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-eaae9563-2c91-4591-97e1-3ce40f996f76 req-9f4bee99-2fec-4447-b225-140d84338176 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0284970 Aug 13 03:07:11.935808 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-73d7396f-c07b-48fb-bacb-b00a18631696 req-8aff6144-f2de-4b2f-8831-94718e0bc511 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0256727 Aug 13 03:07:13.027999 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-326dfd79-e103-4bfe-b6c4-f7056773dd77 req-05031273-4759-4426-8bc1-d63ecf2fca9b tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0263395 Aug 13 03:07:14.133813 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2d8bd0be-cba7-4ecc-9a62-3d1896adb0e6 req-8cc352da-3e10-4d96-8e0b-27d460194b7a tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0298905 Aug 13 03:07:15.226794 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e399d6f5-4753-415c-b72b-b35ad25fb6b0 req-e3f90e9b-8fbc-4fe5-9e18-61a4e5e6c959 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0269928 Aug 13 03:07:16.318089 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b29131d0-86a0-4cdf-97a2-927c79c49793 req-9a670c0c-dab8-4f4b-b50a-4b493d4987e6 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0254297 Aug 13 03:07:17.409572 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-de0f4931-f0b5-4a01-8334-6b846361d752 req-54e42b46-465b-481e-a296-0f9bc2bd7491 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0258782 Aug 13 03:07:18.503089 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9bfb6f52-55df-424b-8e4f-233573203f14 req-aa8b42f3-0f85-48ad-a8da-cc9bb19631b8 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0266309 Aug 13 03:07:19.599084 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-620aeaa6-3611-4c96-acbf-3a8624e8d355 req-0afad96d-3f97-4bbe-98b5-ee242d51c47d tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0307109 Aug 13 03:07:20.461138 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:20.694853 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d7aa1c3b-6ff0-4903-bba2-28e9fa314932 req-46df2a24-4d97-489e-acef-86bd36ef85fa tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0257354 Aug 13 03:07:21.785630 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-35122120-ce7b-4241-8e3a-70a842ad37c2 req-fa18d1dd-8931-406d-9ce6-a6289ba92891 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0251777 Aug 13 03:07:22.559413 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-9518a5ca-05e6-4d47-855c-04e7ac6570a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:22.878715 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4d05c535-6990-4d7b-8e30-8cf98eb5af51 req-52e6366e-b91b-487f-986c-9193d6f23509 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0259526 Aug 13 03:07:23.975154 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c60aed86-e6e8-46f8-8f14-ef59a1af7513 req-d391a857-bdd9-4383-8c3a-8849d548e27b tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0280025 Aug 13 03:07:25.066543 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fd2550ed-6013-40d8-ac2c-5eb565e4600a req-f811a062-e38b-45ef-bb74-f56acba309fa tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0260201 Aug 13 03:07:25.513480 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-2893867c-e9ce-4799-a746-775c78183bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:25.785109 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:25.895227 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:07:26.159771 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-402c305a-7b89-413c-9472-6c13306e1e6a req-26a68a12-4474-486e-8e01-05252860c69d tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0250685 Aug 13 03:07:26.408596 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:27.260356 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-aaf068f7-a62b-47a0-9628-5105f34bc5a7 req-d5de8edc-3495-4d36-9432-2e4b40b04a97 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0282447 Aug 13 03:07:27.839804 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:28.352764 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-98ad93f2-07f5-4639-8abe-58804cebd732 req-09b993c1-b337-4b85-af88-1d13493afb78 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0256262 Aug 13 03:07:29.444330 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a18f7de4-e179-4540-9e82-7db665c3b64e req-433596e2-85a2-4c78-ae88-13b7f1387c15 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0261240 Aug 13 03:07:30.540644 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-ab0516ba-bf1c-4fa0-b96a-e5de351a2e0b req-1c561c80-301b-41a0-8d77-eb64c30fcb28 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0271990 Aug 13 03:07:31.637616 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d0c620bc-0352-45dd-a08b-0d4d75359775 req-04e58b2b-57a1-46f6-b1e0-3e6110d05234 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0259562 Aug 13 03:07:32.732950 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8812fb24-e391-404d-8efb-3df76689866c req-988a1d11-9b38-498b-9c6b-5bf3fde7d096 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0289710 Aug 13 03:07:33.825724 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-caeb10e5-43d7-4fb8-8971-e71d7ed592de req-8e87a844-9416-4ce3-8058-0201fcbde0a0 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0266542 Aug 13 03:07:34.422330 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 52702) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:07:34.922290 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-379ffa04-254c-4a13-9afd-91861cdbf999 req-d80f0fec-b5a6-4dc1-ad70-8dfc2ca4cfa8 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0274868 Aug 13 03:07:35.095699 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b5f1d41b-885a-4bd9-bb90-b6232bccbd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1752981'] for router_interface, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:35.343298 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-b5f1d41b-885a-4bd9-bb90-b6232bccbd2b admin admin] Deleting port 0137c11c-c2d2-4853-afb9-a4065a295c1d {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:07:35.343668 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b5f1d41b-885a-4bd9-bb90-b6232bccbd2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:35.442663 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-b5f1d41b-885a-4bd9-bb90-b6232bccbd2b admin admin] For port 0137c11c-c2d2-4853-afb9-a4065a295c1d, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=0137c11c-c2d2-4853-afb9-a4065a295c1d,segment=NetworkSegment(7cb886fe-efaa-4f53-8959-a90d1cb1fb6c),segment_id=7cb886fe-efaa-4f53-8959-a90d1cb1fb6c)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:07:35.443029 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b5f1d41b-885a-4bd9-bb90-b6232bccbd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:35.458024 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-b5f1d41b-885a-4bd9-bb90-b6232bccbd2b admin admin] Calling delete_port for 0137c11c-c2d2-4853-afb9-a4065a295c1d owned by network:router_interface {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:07:35.647784 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b5f1d41b-885a-4bd9-bb90-b6232bccbd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:35.677507 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1d41b-885a-4bd9-bb90-b6232bccbd2b admin admin] Pushing event deleted for resources: {'Port': ['ID=0137c11c-c2d2-4853-afb9-a4065a295c1d,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:07:35.854663 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b5f1d41b-885a-4bd9-bb90-b6232bccbd2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1790757'] for router_interface, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:36.050355 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-968a5030-b350-4e3e-b6dc-4f389afa7c8c req-baefe3c0-6200-41e0-b92d-c39a83e6b356 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0362339 Aug 13 03:07:36.116923 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f1d41b-885a-4bd9-bb90-b6232bccbd2b admin admin] Router c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:07:36.232823 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f1d41b-885a-4bd9-bb90-b6232bccbd2b admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:07:36.238761 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-b5f1d41b-885a-4bd9-bb90-b6232bccbd2b admin admin] 10.222.0.13 "PUT /v2.0/routers/c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8152654 Aug 13 03:07:36.241378 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 52718) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:07:36.242672 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a343192-a594-43da-bab7-d2b3420df502 None None] Sync routers for ids ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'] in dv-cinder-760192-6-iscsi {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:07:36.252990 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a343192-a594-43da-bab7-d2b3420df502 None None] Routers {'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:07:36.253697 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-1a343192-a594-43da-bab7-d2b3420df502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:07:26Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:07:36.351756 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-103e2a07-6763-40ca-83ec-583f7157c70d admin admin] Notify callbacks [] for router, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:36.361352 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-1a343192-a594-43da-bab7-d2b3420df502 None None] Set router c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:07:36.459103 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-103e2a07-6763-40ca-83ec-583f7157c70d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:36.513181 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-103e2a07-6763-40ca-83ec-583f7157c70d admin admin] Deleting port f8ce268a-c884-4086-b644-72c3727a6ca2 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:07:36.513432 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-103e2a07-6763-40ca-83ec-583f7157c70d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:36.542916 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-1a343192-a594-43da-bab7-d2b3420df502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1469199750-router', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:27Z', 'updated_at': '2021-08-13T03:07:35Z', 'revision_number': 5, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'gw_port': {'id': 'f8ce268a-c884-4086-b644-72c3727a6ca2', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:28Z', 'updated_at': '2021-08-13T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:07:36.570402 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a343192-a594-43da-bab7-d2b3420df502 None None] Checking router: c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 for host: dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:07:36.578695 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a343192-a594-43da-bab7-d2b3420df502 None None] Routers {'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:07:36.579298 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-1a343192-a594-43da-bab7-d2b3420df502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:07:26Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:07:36.597071 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-103e2a07-6763-40ca-83ec-583f7157c70d admin admin] For port f8ce268a-c884-4086-b644-72c3727a6ca2, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=f8ce268a-c884-4086-b644-72c3727a6ca2,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:07:36.597465 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-103e2a07-6763-40ca-83ec-583f7157c70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:36.611386 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-103e2a07-6763-40ca-83ec-583f7157c70d admin admin] Calling delete_port for f8ce268a-c884-4086-b644-72c3727a6ca2 owned by network:router_gateway {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:07:36.678598 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-1a343192-a594-43da-bab7-d2b3420df502 None None] Set router c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 gateway port host: None {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:07:36.734358 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-1a343192-a594-43da-bab7-d2b3420df502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1469199750-router', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:27Z', 'updated_at': '2021-08-13T03:07:36Z', 'revision_number': 6, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'gw_port_host': None}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:07:36.761976 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a343192-a594-43da-bab7-d2b3420df502 None None] The sync data for ids ['c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4'] in dv-cinder-760192-6-iscsi is: [{'id': 'c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1469199750-router', 'tenant_id': 'a8c524e73a0945009e17469f83ae7a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:27Z', 'updated_at': '2021-08-13T03:07:36Z', 'revision_number': 6, 'project_id': 'a8c524e73a0945009e17469f83ae7a5c', 'gw_port_host': None}] {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:07:36.796941 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-103e2a07-6763-40ca-83ec-583f7157c70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:36.828148 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e2a07-6763-40ca-83ec-583f7157c70d admin admin] Pushing event deleted for resources: {'Port': ['ID=f8ce268a-c884-4086-b644-72c3727a6ca2,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:07:36.891553 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-103e2a07-6763-40ca-83ec-583f7157c70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790687'] for router_gateway, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:36.982240 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-103e2a07-6763-40ca-83ec-583f7157c70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1791283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-402'] for router, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:36.986017 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-103e2a07-6763-40ca-83ec-583f7157c70d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:37.031174 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-103e2a07-6763-40ca-83ec-583f7157c70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1791292'] for router, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:37.031728 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103e2a07-6763-40ca-83ec-583f7157c70d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 {{(pid=100520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:07:37.037057 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-103e2a07-6763-40ca-83ec-583f7157c70d admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:37.038227 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-103e2a07-6763-40ca-83ec-583f7157c70d admin admin] 10.222.0.13 "DELETE /v2.0/routers/c8fd7b8b-c85b-4e19-8ef1-acbc80f5bdf4 HTTP/1.1" status: 204 len: 168 time: 0.7957499 Aug 13 03:07:37.040863 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 52722) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:07:37.088491 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_v2 [None req-403330b9-527f-4713-85ae-6609887ad1e6 admin admin] Deleting subnet 20ee19d7-4e11-4399-b9d2-2ed3e6fef45c {{(pid=100520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:07:37.092215 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-403330b9-527f-4713-85ae-6609887ad1e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:37.148661 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-403330b9-527f-4713-85ae-6609887ad1e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13532310'] for subnet, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:37.164366 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-51e4139c-b198-49f3-abf0-ed2a3a0267cb req-cb51a0a3-cbf0-4772-b624-92b02c958227 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0394926 Aug 13 03:07:37.285586 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1136719f-f62c-428e-a95b-1b267a76d037 req-c1a41c62-5408-4271-a51e-9170c892ece9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb86c857-4035-4f98-8192-982c2f24592c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779514 Aug 13 03:07:37.288909 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-403330b9-527f-4713-85ae-6609887ad1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544759'] for subnet, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:37.362965 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136719f-f62c-428e-a95b-1b267a76d037 req-19685f3c-aa3a-4452-b1e6-c2706c642c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:07:37.364537 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1136719f-f62c-428e-a95b-1b267a76d037 req-19685f3c-aa3a-4452-b1e6-c2706c642c3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&device_id=eb86c857-4035-4f98-8192-982c2f24592c HTTP/1.1" status: 200 len: 1098 time: 0.0554111 Aug 13 03:07:37.376068 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-403330b9-527f-4713-85ae-6609887ad1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13334767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13559792'] for subnet, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:37.415210 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403330b9-527f-4713-85ae-6609887ad1e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20ee19d7-4e11-4399-b9d2-2ed3e6fef45c,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:07:37.422024 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146b9fc6-c33e-46c6-95da-22e384fd9826 None None] Network 4eb62c1f-7918-4e66-91a6-689a1ab55d3a requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:07:37.426660 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-403330b9-527f-4713-85ae-6609887ad1e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:37.428578 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-403330b9-527f-4713-85ae-6609887ad1e6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/20ee19d7-4e11-4399-b9d2-2ed3e6fef45c HTTP/1.1" status: 204 len: 168 time: 0.3867991 Aug 13 03:07:37.431411 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 52728) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:07:37.501743 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136719f-f62c-428e-a95b-1b267a76d037 req-4bca0f85-9049-46ff-bd65-2d3fbb860f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:07:37.503220 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1136719f-f62c-428e-a95b-1b267a76d037 req-4bca0f85-9049-46ff-bd65-2d3fbb860f61 service neutron] 10.222.0.36 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 916 time: 0.1185570 Aug 13 03:07:37.508746 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529704'] for network, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:37.551103 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1136719f-f62c-428e-a95b-1b267a76d037 req-c6d296cf-9d81-4870-a10b-dffb767e3d72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c70c2c9-f5a5-448c-9a65-ff217ed3f641 HTTP/1.1" status: 200 len: 217 time: 0.0411496 Aug 13 03:07:37.616563 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136719f-f62c-428e-a95b-1b267a76d037 req-e3317f35-ec56-4f44-a18d-fbbe8f34ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:07:37.618136 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1136719f-f62c-428e-a95b-1b267a76d037 req-e3317f35-ec56-4f44-a18d-fbbe8f34ed95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6 HTTP/1.1" status: 200 len: 855 time: 0.0599897 Aug 13 03:07:37.618958 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384bac4f-d397-4469-a70b-ac73a94b1b88 None None] DHCP port deletion for 4eb62c1f-7918-4e66-91a6-689a1ab55d3a request from dv-cinder-760192-6-iscsi {{(pid=100522) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:07:37.655339 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1136719f-f62c-428e-a95b-1b267a76d037 req-af992468-91c7-44af-b48c-28edcd265003 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302963 Aug 13 03:07:37.675401 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-384bac4f-d397-4469-a70b-ac73a94b1b88 None None] Deleting port 9ab2483a-d891-4d66-ab59-539fa66d6719 {{(pid=100522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:07:37.675916 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-384bac4f-d397-4469-a70b-ac73a94b1b88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:37.748223 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-384bac4f-d397-4469-a70b-ac73a94b1b88 None None] For port 9ab2483a-d891-4d66-ab59-539fa66d6719, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=9ab2483a-d891-4d66-ab59-539fa66d6719,segment=NetworkSegment(7cb886fe-efaa-4f53-8959-a90d1cb1fb6c),segment_id=7cb886fe-efaa-4f53-8959-a90d1cb1fb6c)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:07:37.748621 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-384bac4f-d397-4469-a70b-ac73a94b1b88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:37.763553 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1136719f-f62c-428e-a95b-1b267a76d037 req-c8f6e80a-5597-4706-a6c8-271a3f0e6401 service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014228 Aug 13 03:07:37.764530 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-384bac4f-d397-4469-a70b-ac73a94b1b88 None None] Calling delete_port for 9ab2483a-d891-4d66-ab59-539fa66d6719 owned by network:dhcp {{(pid=100522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:07:37.831456 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Deleting port 9ab2483a-d891-4d66-ab59-539fa66d6719 {{(pid=100521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:07:37.832184 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:37.859298 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-384bac4f-d397-4469-a70b-ac73a94b1b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668'] for port, after_delete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:37.887292 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1136719f-f62c-428e-a95b-1b267a76d037 req-908f8e96-747b-4c50-b323-b446bf0db34a service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170328 Aug 13 03:07:37.895023 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bac4f-d397-4469-a70b-ac73a94b1b88 None None] Pushing event deleted for resources: {'Port': ['ID=9ab2483a-d891-4d66-ab59-539fa66d6719,revision_number=None']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:07:37.907107 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] For port 9ab2483a-d891-4d66-ab59-539fa66d6719, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=9ab2483a-d891-4d66-ab59-539fa66d6719,segment=NetworkSegment(7cb886fe-efaa-4f53-8959-a90d1cb1fb6c),segment_id=7cb886fe-efaa-4f53-8959-a90d1cb1fb6c)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:07:37.908365 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:37.910520 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384bac4f-d397-4469-a70b-ac73a94b1b88 None None] No DVR routers for this DVR port 9ab2483a-d891-4d66-ab59-539fa66d6719 on host dv-cinder-760192-6-iscsi {{(pid=100522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:07:37.917480 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bac4f-d397-4469-a70b-ac73a94b1b88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:37.917480 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bac4f-d397-4469-a70b-ac73a94b1b88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:37.917776 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bac4f-d397-4469-a70b-ac73a94b1b88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:37.918078 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bac4f-d397-4469-a70b-ac73a94b1b88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:37.918404 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bac4f-d397-4469-a70b-ac73a94b1b88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:37.918733 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bac4f-d397-4469-a70b-ac73a94b1b88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:37.922009 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bac4f-d397-4469-a70b-ac73a94b1b88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:37.926730 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bac4f-d397-4469-a70b-ac73a94b1b88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:37.928711 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Calling delete_port for 9ab2483a-d891-4d66-ab59-539fa66d6719 owned by network:dhcp {{(pid=100521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:07:37.932932 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bac4f-d397-4469-a70b-ac73a94b1b88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:37.933094 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bac4f-d397-4469-a70b-ac73a94b1b88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:37.933393 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bac4f-d397-4469-a70b-ac73a94b1b88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:37.933736 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bac4f-d397-4469-a70b-ac73a94b1b88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:38.022551 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668'] for port, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:38.045436 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab2483a-d891-4d66-ab59-539fa66d6719,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:07:38.055434 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] No DVR routers for this DVR port 9ab2483a-d891-4d66-ab59-539fa66d6719 on host dv-cinder-760192-6-iscsi {{(pid=100521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:07:38.059400 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:38.059787 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:38.060130 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:38.060467 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:38.060801 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:38.061136 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:38.061468 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:38.061802 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:38.062131 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:38.062457 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:38.062780 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:38.063106 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:38.133042 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543600', 'neutron.services.segments.db._delete_segments_for_network-8730805984624'] for network, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:38.143970 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:07:38.144347 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:07:38.145122 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:07:38.145461 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Subscribe: > port after_create 55550000 {{(pid=100521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:07:38.145805 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Subscribe: > port after_delete 55550000 {{(pid=100521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:07:38.146144 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Subscribe: > port after_update 55550000 {{(pid=100521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:07:38.146466 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:07:38.146812 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:07:38.147130 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:07:38.147453 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:07:38.217408 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:07:38.218100 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:07:38.218100 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:07:38.218414 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:07:38.218794 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.services.segments.db [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb62c1f-7918-4e66-91a6-689a1ab55d3a']}} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:07:38.241342 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.services.segments.db [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb886fe-efaa-4f53-8959-a90d1cb1fb6c') {'for_net_delete': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:07:38.241643 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.services.segments.db [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb886fe-efaa-4f53-8959-a90d1cb1fb6c') {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:07:38.258113 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c7b039ae-4504-4aaf-8589-369faad570d8 req-98582866-24f2-4e37-bb4e-c4b1d768e20d tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0281913 Aug 13 03:07:38.258844 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730805986425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12987359'] for segment, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:38.280096 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:38.288684 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=100521) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:07:38.289082 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15926963'] for segment, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: from cryptography.utils import int_from_bytes Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: from cryptography.utils import int_from_bytes Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: self.session.flush() Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: self.session.flush() Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: self.session.flush() Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: self.session.flush() Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: Traceback (most recent call last): Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: timer() Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: cb(*args, **kw) Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: return func(*args, **kwargs) Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: self._notify() Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: self.callback(batched_events) Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: event.method(event) Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: return f(self, *a, **k) Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: return self._get(url).json() Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: return self.request(url, 'GET', **kwargs) Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:07:38.293088 dv-cinder-760192-6-iscsi neutron-server[100521]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:07:38.348954 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790627'] for network, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:38.356633 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:38.361983 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] 10.222.0.13 "DELETE /v2.0/networks/4eb62c1f-7918-4e66-91a6-689a1ab55d3a HTTP/1.1" status: 204 len: 168 time: 0.9291987 Aug 13 03:07:38.372625 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b530ed5-cc81-4b54-a46d-4ff1eb33200b admin admin] Pushing event deleted for resources: {'Network': ['ID=4eb62c1f-7918-4e66-91a6-689a1ab55d3a,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:07:38.492983 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 52738) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:07:38.537572 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-3d610325-db16-47d6-8228-a3aa36b8c9d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8c524e73a0945009e17469f83ae7a5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433509 Aug 13 03:07:38.540278 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 52740) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:07:38.589808 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-12c409cf-5ae5-4350-8e18-3bc9813371ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:38.611570 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-12c409cf-5ae5-4350-8e18-3bc9813371ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:38.660565 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-12c409cf-5ae5-4350-8e18-3bc9813371ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:38.663147 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-12c409cf-5ae5-4350-8e18-3bc9813371ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:38.664376 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-12c409cf-5ae5-4350-8e18-3bc9813371ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39b154b1-f824-4b4d-9039-633a611ba6f6 HTTP/1.1" status: 204 len: 168 time: 0.1231987 Aug 13 03:07:38.672675 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c409cf-5ae5-4350-8e18-3bc9813371ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b154b1-f824-4b4d-9039-633a611ba6f6,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:07:38.824642 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device f8ce268a-c884-4086-b644-72c3727a6ca2 no longer exists at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:07:38.848405 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] No Port match for: f8ce268a-c884-4086-b644-72c3727a6ca2 {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:07:38.848989 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device f8ce268a-c884-4086-b644-72c3727a6ca2 not bound to the agent host dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:07:38.849418 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 0137c11c-c2d2-4853-afb9-a4065a295c1d no longer exists at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:07:38.868610 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] No Port match for: 0137c11c-c2d2-4853-afb9-a4065a295c1d {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:07:38.868878 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 0137c11c-c2d2-4853-afb9-a4065a295c1d not bound to the agent host dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:07:38.869311 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 9ab2483a-d891-4d66-ab59-539fa66d6719 no longer exists at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:07:38.888595 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] No Port match for: 9ab2483a-d891-4d66-ab59-539fa66d6719 {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:07:38.888964 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 9ab2483a-d891-4d66-ab59-539fa66d6719 not bound to the agent host dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:07:39.357127 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-a5e08d07-f45c-416d-8291-19caf64f8ab6 req-61e828cb-634b-4e7f-b069-de751efd3e5b tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0268128 Aug 13 03:07:39.423518 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 52768) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:07:39.532449 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-613ed6ce-2967-451d-b70e-960c93d72727 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1506083286-network', 'tenant_id': '6fc9e17d9d314e93a4a069e12d74c2f4'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:07:39.554947 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613ed6ce-2967-451d-b70e-960c93d72727 admin admin] Made reservation on behalf of 6fc9e17d9d314e93a4a069e12d74c2f4 for: {'network': 1} {{(pid=100521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:07:39.557619 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-613ed6ce-2967-451d-b70e-960c93d72727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for network, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:39.567042 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-613ed6ce-2967-451d-b70e-960c93d72727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:39.664206 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-613ed6ce-2967-451d-b70e-960c93d72727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:39.667947 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-613ed6ce-2967-451d-b70e-960c93d72727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:39.695076 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613ed6ce-2967-451d-b70e-960c93d72727 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=100521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:07:39.702433 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ed6ce-2967-451d-b70e-960c93d72727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c35938-3bfb-4acd-a2c1-9f5b80ed1046,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:07:39.709049 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-613ed6ce-2967-451d-b70e-960c93d72727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:39.709405 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.db.segments_db [None req-613ed6ce-2967-451d-b70e-960c93d72727 admin admin] Added segment 9a616e4c-148e-4c77-9104-a0685988f03a of type vlan for network e66cfa10-3339-4e5a-a8ee-abb7d50468cd Aug 13 03:07:39.753658 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-613ed6ce-2967-451d-b70e-960c93d72727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730805411148'] for network, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:39.781810 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-613ed6ce-2967-451d-b70e-960c93d72727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for network, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:39.782954 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613ed6ce-2967-451d-b70e-960c93d72727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:07:39.784366 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-613ed6ce-2967-451d-b70e-960c93d72727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:39.837474 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-613ed6ce-2967-451d-b70e-960c93d72727 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4116478 Aug 13 03:07:39.840035 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 52772) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:07:39.847117 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-2912e6bc-866c-4a68-b807-2c7c1abc9e81 admin admin] Request body: {'subnet': {'network_id': 'e66cfa10-3339-4e5a-a8ee-abb7d50468cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1506083286-subnet', 'tenant_id': '6fc9e17d9d314e93a4a069e12d74c2f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:07:39.862792 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ed6ce-2967-451d-b70e-960c93d72727 admin admin] Pushing event updated for resources: {'Network': ['ID=e66cfa10-3339-4e5a-a8ee-abb7d50468cd,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:07:39.872763 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Network e66cfa10-3339-4e5a-a8ee-abb7d50468cd details requested by agent ovs-agent-dv-cinder-760192-6-iscsi with host dv-cinder-760192-6-iscsi {{(pid=100522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:07:39.875770 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2912e6bc-866c-4a68-b807-2c7c1abc9e81 admin admin] Made reservation on behalf of 6fc9e17d9d314e93a4a069e12d74c2f4 for: {'subnet': 1} {{(pid=100521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:07:39.878616 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2912e6bc-866c-4a68-b807-2c7c1abc9e81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13756120'] for subnet, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:40.055350 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2912e6bc-866c-4a68-b807-2c7c1abc9e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15926826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13756138'] for subnet, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:40.113631 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912e6bc-866c-4a68-b807-2c7c1abc9e81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2dbd7ed-d2aa-4681-93e1-44c4128ddc5a,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:07:40.125409 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2912e6bc-866c-4a68-b807-2c7c1abc9e81 admin admin] Checking segment: {'id': '9a616e4c-148e-4c77-9104-a0685988f03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e66cfa10-3339-4e5a-a8ee-abb7d50468cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:07:40.125803 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2912e6bc-866c-4a68-b807-2c7c1abc9e81 admin admin] Network hostable DHCP agents. Network: e66cfa10-3339-4e5a-a8ee-abb7d50468cd, hostable agents: ['595598fe-73c0-479d-97dd-8b235d94b446'], hosted agents: [] {{(pid=100521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:07:40.142107 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2912e6bc-866c-4a68-b807-2c7c1abc9e81 admin admin] Network e66cfa10-3339-4e5a-a8ee-abb7d50468cd is scheduled to be hosted by DHCP agent 595598fe-73c0-479d-97dd-8b235d94b446 with binding_index 1 {{(pid=100521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:07:40.153525 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-2912e6bc-866c-4a68-b807-2c7c1abc9e81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760192-6-iscsi, e66cfa10-3339-4e5a-a8ee-abb7d50468cd) {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:07:40.158575 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2912e6bc-866c-4a68-b807-2c7c1abc9e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:07:40.159688 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2912e6bc-866c-4a68-b807-2c7c1abc9e81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:40.164051 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10560cc-761a-472a-9c96-53eb0211e3dd None None] Network e66cfa10-3339-4e5a-a8ee-abb7d50468cd requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:07:40.174133 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-2912e6bc-866c-4a68-b807-2c7c1abc9e81 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3329093 Aug 13 03:07:40.302265 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfdbcf4-e2d0-4b1a-838e-f59512bbaf78 None None] Network e66cfa10-3339-4e5a-a8ee-abb7d50468cd requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:07:40.457405 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8062f290-72a3-4e71-9201-72f8e9705128 req-5b8c7e13-88d9-4ce9-acd5-cbaeea5ca022 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0288301 Aug 13 03:07:40.688666 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 52794) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:07:40.694176 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-bfc11213-a015-49f4-a615-7053e3cba72c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-643872911-network', 'tenant_id': '7ccc24b5fccc499b8294da948984d391'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:07:40.716638 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc11213-a015-49f4-a615-7053e3cba72c admin admin] Made reservation on behalf of 7ccc24b5fccc499b8294da948984d391 for: {'network': 1} {{(pid=100521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:07:40.718855 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-bfc11213-a015-49f4-a615-7053e3cba72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for network, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:40.727949 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-bfc11213-a015-49f4-a615-7053e3cba72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:40.818711 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-bfc11213-a015-49f4-a615-7053e3cba72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:40.822624 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-bfc11213-a015-49f4-a615-7053e3cba72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:40.848616 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc11213-a015-49f4-a615-7053e3cba72c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=100521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:07:40.858453 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc11213-a015-49f4-a615-7053e3cba72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6529fea5-5b4a-48c3-bfc2-d93eb48c62b2,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:07:40.866342 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-bfc11213-a015-49f4-a615-7053e3cba72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:40.866709 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.db.segments_db [None req-bfc11213-a015-49f4-a615-7053e3cba72c admin admin] Added segment ccfd1e60-a613-4e45-a445-f8e3d326c24f of type vlan for network 260a1455-5423-4edd-8164-230d3f76aaec Aug 13 03:07:40.906702 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-bfc11213-a015-49f4-a615-7053e3cba72c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730805411148'] for network, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:40.935752 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-bfc11213-a015-49f4-a615-7053e3cba72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for network, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:40.936766 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc11213-a015-49f4-a615-7053e3cba72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:07:40.937350 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-bfc11213-a015-49f4-a615-7053e3cba72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:40.991061 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-bfc11213-a015-49f4-a615-7053e3cba72c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3012571 Aug 13 03:07:40.993991 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 52796) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:07:40.998969 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-c73cc39c-0d56-4177-8a59-26a2273012cf admin admin] Request body: {'subnet': {'network_id': '260a1455-5423-4edd-8164-230d3f76aaec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-643872911-subnet', 'tenant_id': '7ccc24b5fccc499b8294da948984d391', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:07:41.001744 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc11213-a015-49f4-a615-7053e3cba72c admin admin] Pushing event updated for resources: {'Network': ['ID=260a1455-5423-4edd-8164-230d3f76aaec,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:07:41.012788 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Network 260a1455-5423-4edd-8164-230d3f76aaec details requested by agent ovs-agent-dv-cinder-760192-6-iscsi with host dv-cinder-760192-6-iscsi {{(pid=100522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:07:41.020111 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73cc39c-0d56-4177-8a59-26a2273012cf admin admin] Made reservation on behalf of 7ccc24b5fccc499b8294da948984d391 for: {'subnet': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:07:41.022447 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c73cc39c-0d56-4177-8a59-26a2273012cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13559771'] for subnet, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:41.213763 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c73cc39c-0d56-4177-8a59-26a2273012cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13334696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13559785'] for subnet, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:41.284374 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73cc39c-0d56-4177-8a59-26a2273012cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2629b0c-9773-47dd-b619-55a2d1d785f2,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:07:41.308957 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73cc39c-0d56-4177-8a59-26a2273012cf admin admin] Checking segment: {'id': 'ccfd1e60-a613-4e45-a445-f8e3d326c24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '260a1455-5423-4edd-8164-230d3f76aaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:07:41.310420 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73cc39c-0d56-4177-8a59-26a2273012cf admin admin] Network hostable DHCP agents. Network: 260a1455-5423-4edd-8164-230d3f76aaec, hostable agents: ['595598fe-73c0-479d-97dd-8b235d94b446'], hosted agents: [] {{(pid=100520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:07:41.333328 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73cc39c-0d56-4177-8a59-26a2273012cf admin admin] Network 260a1455-5423-4edd-8164-230d3f76aaec is scheduled to be hosted by DHCP agent 595598fe-73c0-479d-97dd-8b235d94b446 with binding_index 1 {{(pid=100520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:07:41.344588 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-c73cc39c-0d56-4177-8a59-26a2273012cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760192-6-iscsi, 260a1455-5423-4edd-8164-230d3f76aaec) {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:07:41.349606 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73cc39c-0d56-4177-8a59-26a2273012cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:07:41.350271 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c73cc39c-0d56-4177-8a59-26a2273012cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:41.357764 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec49ed6-53bc-42f2-abff-09ffaf7ced2b None None] Network 260a1455-5423-4edd-8164-230d3f76aaec requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:07:41.379525 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-c73cc39c-0d56-4177-8a59-26a2273012cf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3732810 Aug 13 03:07:41.506829 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 52808) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:07:41.532253 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8783ca0e-5179-4f3c-a546-c89951463b39 None None] Network 260a1455-5423-4edd-8164-230d3f76aaec requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:07:41.572462 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_v2 [None req-b683e30a-26bf-4652-bd5f-14a0d0acb3f0 admin admin] Deleting subnet c2dbd7ed-d2aa-4681-93e1-44c4128ddc5a {{(pid=100520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:07:41.575891 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b683e30a-26bf-4652-bd5f-14a0d0acb3f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:41.588556 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-82672e17-07cd-4781-9bad-dea9cc86a467 req-63d28de3-8d2f-4cc0-9c6d-7a3a67cc72ad tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0303898 Aug 13 03:07:41.619547 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b683e30a-26bf-4652-bd5f-14a0d0acb3f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13532310'] for subnet, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:41.665596 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b683e30a-26bf-4652-bd5f-14a0d0acb3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544759'] for subnet, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:41.732222 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b683e30a-26bf-4652-bd5f-14a0d0acb3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13334767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13559792'] for subnet, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:41.766020 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683e30a-26bf-4652-bd5f-14a0d0acb3f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2dbd7ed-d2aa-4681-93e1-44c4128ddc5a,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:07:41.769109 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b683e30a-26bf-4652-bd5f-14a0d0acb3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:41.770952 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-b683e30a-26bf-4652-bd5f-14a0d0acb3f0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c2dbd7ed-d2aa-4681-93e1-44c4128ddc5a HTTP/1.1" status: 204 len: 168 time: 0.2629471 Aug 13 03:07:41.773656 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 52810) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:07:41.777058 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683e30a-26bf-4652-bd5f-14a0d0acb3f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:41.777437 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683e30a-26bf-4652-bd5f-14a0d0acb3f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:41.777780 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683e30a-26bf-4652-bd5f-14a0d0acb3f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:41.778118 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683e30a-26bf-4652-bd5f-14a0d0acb3f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:41.778446 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683e30a-26bf-4652-bd5f-14a0d0acb3f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:41.778782 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683e30a-26bf-4652-bd5f-14a0d0acb3f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:41.779227 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683e30a-26bf-4652-bd5f-14a0d0acb3f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:41.779412 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683e30a-26bf-4652-bd5f-14a0d0acb3f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:41.779772 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683e30a-26bf-4652-bd5f-14a0d0acb3f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:41.780099 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683e30a-26bf-4652-bd5f-14a0d0acb3f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:41.780420 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683e30a-26bf-4652-bd5f-14a0d0acb3f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:41.780762 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683e30a-26bf-4652-bd5f-14a0d0acb3f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:07:41.842166 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-102744d1-6d14-49e1-8a46-ece0c18ea256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529704'] for network, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:41.923551 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-102744d1-6d14-49e1-8a46-ece0c18ea256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543600', 'neutron.services.segments.db._delete_segments_for_network-8730805984624'] for network, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:41.934156 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.services.segments.db [None req-102744d1-6d14-49e1-8a46-ece0c18ea256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66cfa10-3339-4e5a-a8ee-abb7d50468cd']}} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:07:41.944122 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.services.segments.db [None req-102744d1-6d14-49e1-8a46-ece0c18ea256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a616e4c-148e-4c77-9104-a0685988f03a') {'for_net_delete': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:07:41.944420 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.services.segments.db [None req-102744d1-6d14-49e1-8a46-ece0c18ea256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a616e4c-148e-4c77-9104-a0685988f03a') {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:07:41.952867 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-102744d1-6d14-49e1-8a46-ece0c18ea256 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730805986425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12987359'] for segment, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:41.966198 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-102744d1-6d14-49e1-8a46-ece0c18ea256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:41.973098 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-102744d1-6d14-49e1-8a46-ece0c18ea256 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=100521) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:07:41.973490 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-102744d1-6d14-49e1-8a46-ece0c18ea256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15926963'] for segment, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: Traceback (most recent call last): Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: timer() Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: cb(*args, **kw) Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: return func(*args, **kwargs) Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: self._notify() Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: self.callback(batched_events) Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: event.method(event) Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: return f(self, *a, **k) Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: return self._get(url).json() Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: return self.request(url, 'GET', **kwargs) Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:07:41.975093 dv-cinder-760192-6-iscsi neutron-server[100521]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:07:42.025835 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-102744d1-6d14-49e1-8a46-ece0c18ea256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790627'] for network, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:42.030867 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-102744d1-6d14-49e1-8a46-ece0c18ea256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:42.032713 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-102744d1-6d14-49e1-8a46-ece0c18ea256 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e66cfa10-3339-4e5a-a8ee-abb7d50468cd HTTP/1.1" status: 204 len: 168 time: 0.2580831 Aug 13 03:07:42.036429 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 52812) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:07:42.047922 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102744d1-6d14-49e1-8a46-ece0c18ea256 admin admin] Pushing event deleted for resources: {'Network': ['ID=e66cfa10-3339-4e5a-a8ee-abb7d50468cd,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:07:42.080208 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_v2 [None req-070964a8-289d-4e37-bb1a-1cee65ffd1a1 admin admin] Deleting subnet f2629b0c-9773-47dd-b619-55a2d1d785f2 {{(pid=100520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:07:42.083491 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-070964a8-289d-4e37-bb1a-1cee65ffd1a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:42.118851 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-070964a8-289d-4e37-bb1a-1cee65ffd1a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13532310'] for subnet, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:42.157288 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-070964a8-289d-4e37-bb1a-1cee65ffd1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544759'] for subnet, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:42.210373 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-070964a8-289d-4e37-bb1a-1cee65ffd1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13334767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13559792'] for subnet, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:42.239863 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070964a8-289d-4e37-bb1a-1cee65ffd1a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2629b0c-9773-47dd-b619-55a2d1d785f2,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:07:42.243698 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-070964a8-289d-4e37-bb1a-1cee65ffd1a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:42.248266 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-070964a8-289d-4e37-bb1a-1cee65ffd1a1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f2629b0c-9773-47dd-b619-55a2d1d785f2 HTTP/1.1" status: 204 len: 168 time: 0.2081287 Aug 13 03:07:42.248408 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 52816) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:07:42.316682 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-785a2506-43e4-49b6-a56c-2d6a96756b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529704'] for network, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:42.397897 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-785a2506-43e4-49b6-a56c-2d6a96756b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543600', 'neutron.services.segments.db._delete_segments_for_network-8730805984624'] for network, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:42.407459 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-785a2506-43e4-49b6-a56c-2d6a96756b68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260a1455-5423-4edd-8164-230d3f76aaec']}} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:07:42.417789 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-785a2506-43e4-49b6-a56c-2d6a96756b68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccfd1e60-a613-4e45-a445-f8e3d326c24f') {'for_net_delete': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:07:42.418092 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-785a2506-43e4-49b6-a56c-2d6a96756b68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccfd1e60-a613-4e45-a445-f8e3d326c24f') {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:07:42.426613 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-785a2506-43e4-49b6-a56c-2d6a96756b68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730805986425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13532289'] for segment, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:42.440448 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-785a2506-43e4-49b6-a56c-2d6a96756b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:42.446445 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785a2506-43e4-49b6-a56c-2d6a96756b68 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=100520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:07:42.446857 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-785a2506-43e4-49b6-a56c-2d6a96756b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13334577'] for segment, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: Traceback (most recent call last): Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: timer() Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: cb(*args, **kw) Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: return func(*args, **kwargs) Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: self._notify() Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: self.callback(batched_events) Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: event.method(event) Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: return f(self, *a, **k) Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: return self._get(url).json() Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: return self.request(url, 'GET', **kwargs) Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:07:42.448484 dv-cinder-760192-6-iscsi neutron-server[100520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:07:42.501264 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-785a2506-43e4-49b6-a56c-2d6a96756b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790627'] for network, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:42.506431 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-785a2506-43e4-49b6-a56c-2d6a96756b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:42.508293 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-785a2506-43e4-49b6-a56c-2d6a96756b68 admin admin] 10.222.0.13 "DELETE /v2.0/networks/260a1455-5423-4edd-8164-230d3f76aaec HTTP/1.1" status: 204 len: 168 time: 0.2591097 Aug 13 03:07:42.520336 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a2506-43e4-49b6-a56c-2d6a96756b68 admin admin] Pushing event deleted for resources: {'Network': ['ID=260a1455-5423-4edd-8164-230d3f76aaec,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:07:42.672442 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 52824) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:07:42.698412 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3df87970-fa38-4b39-89f7-df9c7b6ceb0b req-ae23c939-d182-4083-9f93-bfe788ac0f06 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0309780 Aug 13 03:07:42.714193 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-15f4166a-0765-4130-b6da-84ada3d564f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6fc9e17d9d314e93a4a069e12d74c2f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401006 Aug 13 03:07:42.716364 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 52826) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:07:42.778921 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-083a4a75-aa0f-4bdc-aefa-01fba0d5eb64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:42.806138 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-083a4a75-aa0f-4bdc-aefa-01fba0d5eb64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:42.855169 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-083a4a75-aa0f-4bdc-aefa-01fba0d5eb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:42.857858 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-083a4a75-aa0f-4bdc-aefa-01fba0d5eb64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:42.859007 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-083a4a75-aa0f-4bdc-aefa-01fba0d5eb64 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9c35938-3bfb-4acd-a2c1-9f5b80ed1046 HTTP/1.1" status: 204 len: 168 time: 0.1417463 Aug 13 03:07:42.867424 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a4a75-aa0f-4bdc-aefa-01fba0d5eb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c35938-3bfb-4acd-a2c1-9f5b80ed1046,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:07:43.181704 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 52832) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:07:43.222114 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-647a4f88-fbfa-497f-b01f-d3387d38ee5c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ccc24b5fccc499b8294da948984d391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391836 Aug 13 03:07:43.224504 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 52836) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:07:43.276407 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c3766cb6-aaea-4595-8cac-acee8c04218e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:43.302193 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c3766cb6-aaea-4595-8cac-acee8c04218e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:43.349955 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c3766cb6-aaea-4595-8cac-acee8c04218e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:43.352895 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c3766cb6-aaea-4595-8cac-acee8c04218e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:43.354130 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-c3766cb6-aaea-4595-8cac-acee8c04218e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6529fea5-5b4a-48c3-bfc2-d93eb48c62b2 HTTP/1.1" status: 204 len: 168 time: 0.1285703 Aug 13 03:07:43.362730 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3766cb6-aaea-4595-8cac-acee8c04218e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6529fea5-5b4a-48c3-bfc2-d93eb48c62b2,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:07:43.797675 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-008dd3fb-3b6e-4552-9ee1-7368a98741ea req-70fbc1c9-05dc-4090-8dd6-03b5e8489c26 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0268252 Aug 13 03:07:44.911032 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3eac3860-060b-4711-902d-9c55f72d9477 req-242c54b3-1a05-4a13-9e0c-8f5369e7c641 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0344927 Aug 13 03:07:46.004751 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c5708e99-fa26-49ce-8c0a-e04640ce9384 req-ac32f1be-d2b6-4e23-9e98-fe99201ade0a tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0264099 Aug 13 03:07:46.171100 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 52984) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:07:46.273107 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-967c8f2d-12e8-465b-91eb-73d10de4fe51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:46.362521 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-967c8f2d-12e8-465b-91eb-73d10de4fe51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:46.366402 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-967c8f2d-12e8-465b-91eb-73d10de4fe51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:46.409927 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-967c8f2d-12e8-465b-91eb-73d10de4fe51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6753fabc62ea4694bb8f267c5786bef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353406 Aug 13 03:07:46.409927 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c8f2d-12e8-465b-91eb-73d10de4fe51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4c1b43-04ad-47a6-bf0f-5e305d5148b0,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:07:46.410550 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 52990) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:07:46.467431 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fcd3c9ce-251a-437e-8d92-2d49bcbe94b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:46.488085 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fcd3c9ce-251a-437e-8d92-2d49bcbe94b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:46.533519 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fcd3c9ce-251a-437e-8d92-2d49bcbe94b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:46.536129 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fcd3c9ce-251a-437e-8d92-2d49bcbe94b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:46.537271 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-fcd3c9ce-251a-437e-8d92-2d49bcbe94b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac4c1b43-04ad-47a6-bf0f-5e305d5148b0 HTTP/1.1" status: 204 len: 168 time: 0.1251745 Aug 13 03:07:46.545074 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3c9ce-251a-437e-8d92-2d49bcbe94b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4c1b43-04ad-47a6-bf0f-5e305d5148b0,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:07:46.799611 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 52998) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:07:46.812592 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f88b725b-09e7-473c-af58-dfdc0658175d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:46.902634 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f88b725b-09e7-473c-af58-dfdc0658175d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:46.906742 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f88b725b-09e7-473c-af58-dfdc0658175d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:46.946705 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-f88b725b-09e7-473c-af58-dfdc0658175d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c07f773a7324418580ce1d88c2549859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460085 Aug 13 03:07:46.947591 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b725b-09e7-473c-af58-dfdc0658175d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987fe062-0b9f-43cb-a173-d83aae4cd538,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:07:46.949386 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 53000) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:07:46.998505 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d56cdf7f-196f-411a-b68b-82c5d41b6dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:47.020228 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d56cdf7f-196f-411a-b68b-82c5d41b6dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:47.066943 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d56cdf7f-196f-411a-b68b-82c5d41b6dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:47.069572 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d56cdf7f-196f-411a-b68b-82c5d41b6dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:47.070887 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-d56cdf7f-196f-411a-b68b-82c5d41b6dff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/987fe062-0b9f-43cb-a173-d83aae4cd538 HTTP/1.1" status: 204 len: 168 time: 0.1205158 Aug 13 03:07:47.078982 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56cdf7f-196f-411a-b68b-82c5d41b6dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987fe062-0b9f-43cb-a173-d83aae4cd538,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:07:47.118908 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8a53c15c-03de-4fce-af13-2f2bf886ee80 req-7cec5137-9f74-44a2-b3a6-b62713752084 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0430982 Aug 13 03:07:48.220069 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-fff8efb0-ea04-4ba9-bf19-71e3332fa2fe req-506fc8a0-7c5c-43b5-9cb0-db762ae0137a tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0272317 Aug 13 03:07:49.312769 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b4c8273c-6211-4621-b711-24a21ef679cd req-c10e1b2e-1e90-4087-9e72-64dd85c7630d tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0263619 Aug 13 03:07:50.405930 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c2d2c579-d937-4eee-88ce-20467f4fea1e req-8f67f1e0-5723-4617-af25-b2c427872186 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0260112 Aug 13 03:07:50.474030 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:51.502603 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9d86822e-4327-4d0a-9645-5ba267fa68f8 req-efadeb4f-ccb0-4cfe-bb19-36088f0c84b2 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0261478 Aug 13 03:07:52.553115 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-b8b72740-abd6-45fc-b69e-ac33d444e180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:52.602155 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-0d17d13d-0311-4eba-ba63-73139df24a83 req-85232170-4b8b-4d02-a6e0-264fa04be472 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0291426 Aug 13 03:07:53.700987 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-11f47952-71d7-440f-967b-e547e982fe01 req-0f618202-c163-4fe9-a56b-242c244d2f1b tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0279877 Aug 13 03:07:54.797101 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-0e88d0a5-e063-4dff-a64b-5a0633c72d7d req-bf6f00e2-565b-489c-b54d-646126e44104 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0266991 Aug 13 03:07:55.516678 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-d43141e4-9819-425a-b1c8-8672239be7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:55.787033 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:55.892130 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-513cde20-1a28-4f4a-abef-e5b9f40c101c req-fe1a556f-50b9-40f0-ade8-3ed030bfd776 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0257795 Aug 13 03:07:56.411439 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:56.985882 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-40844507-cf18-42d8-8cf3-86eda7dec694 req-a2c2f4ff-c098-4623-b045-5d02edfa5b3a tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0261726 Aug 13 03:07:57.840828 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:07:58.080602 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c4e1980a-e9e2-4855-b3d3-78ee02cab106 req-7699accc-d6dc-4ea1-8d9d-b86ab44d15be tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0254011 Aug 13 03:07:59.176242 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-eecc80e1-3eab-4322-b33b-b90c18101fd1 req-9c503b5d-d6d0-413c-8881-60ff0915e514 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0271223 Aug 13 03:08:00.273368 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bade21e5-b03e-4019-a53b-26e287bb1c8c req-eba901ca-2640-4a6f-b17e-3a18bcae7901 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0299041 Aug 13 03:08:01.366720 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c15057ce-2f1f-4a00-9fe0-dd1bce373033 req-979626d2-d445-4c3b-8156-2830c0f10d4e tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0270119 Aug 13 03:08:02.462855 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-72bb6e91-0c78-477c-bf34-d215b98fc218 req-e2c920da-b030-4f93-b311-fa8e6fcf221c tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0257573 Aug 13 03:08:02.896401 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:08:03.555154 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-4f868fdd-100a-4146-a7e9-2f55c32ffd95 req-57f85b6d-6ea9-4cfd-9fef-dcc7b4f1ba31 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0264142 Aug 13 03:08:04.649925 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-138c7031-c802-4d94-94fa-e5aa017843c6 req-8d54c606-9be6-4dcd-8e65-d5f51ea53288 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0275464 Aug 13 03:08:05.746015 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-12d9d422-c7fb-41ab-9574-c357bb4da150 req-c115dad5-6f89-45d0-abf3-3ddf1a63c40f tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0291786 Aug 13 03:08:06.836883 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a40ab2c2-3bf2-4012-b2bf-05f9bb69461f req-5c09272b-2082-44d5-92de-81eac48c3794 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0252531 Aug 13 03:08:07.930947 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-65c7a826-edd3-4205-ae81-b1501f264f1c req-a5e3afcb-d58f-4b3a-95df-efc0ab956e47 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0253155 Aug 13 03:08:09.025374 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7783e441-b128-4ddb-8292-8403d60d71be req-470fea25-851b-4012-abe1-2e4a1d35a0d8 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0260289 Aug 13 03:08:10.119552 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9253c479-6df3-41cf-acab-e8d5665d3604 req-0b3cc88f-19ef-4ed2-8802-9cd3250f0876 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0269561 Aug 13 03:08:11.213506 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5cb57909-667c-4d1a-af48-8bfbe6176331 req-221b92a0-965f-4ab0-aaa6-5b129f979929 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0260510 Aug 13 03:08:12.304694 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-bd2400ec-0a40-405e-9295-40e71635ca14 req-fd26cbb7-4e34-46ab-947c-cbe6b2e7d78b tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0265260 Aug 13 03:08:13.401438 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d4c24df0-1ff1-4598-a5a2-0ea1d08da789 req-75d2ad6b-2018-4f21-8bcb-101323c96db2 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0288122 Aug 13 03:08:14.494849 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9cbd6b00-96c6-49b0-afc1-397a9fbf4474 req-2530020e-08f1-4f6c-8dde-5fd9ea92a910 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0257897 Aug 13 03:08:15.604831 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b7efc9f8-9db9-44e6-8964-2e73f289bd9b req-f9df5ca7-0c48-4921-9761-1505104d3f89 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0287149 Aug 13 03:08:16.698049 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d9a655d4-7ace-4183-ac28-0ec741b4331c req-97497b0e-2d5a-4940-88c1-4a1a0b078be7 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0265329 Aug 13 03:08:17.793583 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-09a9957b-a294-4356-b109-d62e91bbba53 req-1317f8fc-8c2c-4c29-b820-e0dafe2923dd tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0259399 Aug 13 03:08:18.890821 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9fb7d46d-5011-4250-a776-0ab2730bae48 req-68ee8de3-3bcc-401f-b809-b998e8bf17b8 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0301371 Aug 13 03:08:19.989461 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d479a719-c7fe-4028-862a-b80a590329c1 req-19cbd316-3772-40b4-93b9-90ddea616fa3 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0278893 Aug 13 03:08:20.484541 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:21.081032 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-86501477-14e3-4b75-b072-50c9faf70fba req-0ead19d9-d78b-4565-bf60-4ba7330bd8f0 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0253847 Aug 13 03:08:22.175890 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-42414d1a-524f-456f-8cf3-2a6ff2e5a14f req-775f0c8c-ac98-4206-8306-ac41f5366c0c tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0256064 Aug 13 03:08:22.555951 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-62fea88a-cd20-46b1-a4e3-9b6e679960a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:23.268448 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-5413229b-b19d-45f2-bec5-efe4c73f6e2a req-e656f900-acdf-4f57-847b-ccff1bb3ecf9 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0254250 Aug 13 03:08:24.362650 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0f8749a6-eeff-4c82-a2f5-6c9c502d4015 req-057c0e5b-c2aa-4f79-a700-18f56b8a4187 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0249121 Aug 13 03:08:25.456342 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9f0c2d69-38ca-4cb8-936c-48a1f3677a22 req-719225e5-18e8-41e0-b098-4bbd217ffda7 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0268631 Aug 13 03:08:25.523033 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-f388301d-648b-42c9-9be5-a3e083c86af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:25.792518 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:26.415476 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:26.560234 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1e68fad1-81fd-44ff-a631-3f2023f8f024 req-4ea12c76-e1a4-40cc-a94b-77ce439ccb7c tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0309644 Aug 13 03:08:27.664174 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-08a8c149-f776-4088-9385-76128824febc req-f4500495-a4c2-448f-b383-2f2a2b30cc80 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0321987 Aug 13 03:08:27.845448 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:28.771535 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ddf45058-8a79-49d2-8975-e2f7225e7058 req-01df8972-1b09-4459-90b5-84eea35cac6b tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0289361 Aug 13 03:08:29.871479 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e88a47d6-7483-4618-9773-783b03328c94 req-f6d74538-e060-4d7d-ab39-cd0b2d7071b1 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0298574 Aug 13 03:08:30.037662 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4d259-fbe4-4cb4-8c8b-db1327e8f045 req-e22c4013-e958-45f8-8b7b-cc4d61f0fd4e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:08:30.039108 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d9d4d259-fbe4-4cb4-8c8b-db1327e8f045 req-e22c4013-e958-45f8-8b7b-cc4d61f0fd4e tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=83832f2c-d518-4205-95ba-030a994b3986 HTTP/1.1" status: 200 len: 945 time: 0.0516608 Aug 13 03:08:30.075843 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d9d4d259-fbe4-4cb4-8c8b-db1327e8f045 req-6b405331-8b1d-45fa-938f-8a92b3af0b8c tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304441 Aug 13 03:08:30.391115 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170c912-27d8-45d4-ad6f-722f02090625 req-e58944a4-888d-489b-9ee3-6bf97c30b92c tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:08:30.392481 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4170c912-27d8-45d4-ad6f-722f02090625 req-e58944a4-888d-489b-9ee3-6bf97c30b92c tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.36 "GET /v2.0/ports?device_id=83832f2c-d518-4205-95ba-030a994b3986 HTTP/1.1" status: 200 len: 945 time: 0.0470281 Aug 13 03:08:30.481563 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-4170c912-27d8-45d4-ad6f-722f02090625 req-9f6ef9b9-abb4-4040-8d45-df7a976b72c3 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Deleting port 1b6f7b6c-52a8-49ef-ba09-4185ee15692d {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:08:30.481896 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-4170c912-27d8-45d4-ad6f-722f02090625 req-9f6ef9b9-abb4-4040-8d45-df7a976b72c3 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:30.795381 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-4170c912-27d8-45d4-ad6f-722f02090625 req-9f6ef9b9-abb4-4040-8d45-df7a976b72c3 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] For port 1b6f7b6c-52a8-49ef-ba09-4185ee15692d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1b6f7b6c-52a8-49ef-ba09-4185ee15692d,segment=NetworkSegment(fa22d129-2c66-404a-8374-3248e96dac14),segment_id=fa22d129-2c66-404a-8374-3248e96dac14)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:08:30.795780 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-4170c912-27d8-45d4-ad6f-722f02090625 req-9f6ef9b9-abb4-4040-8d45-df7a976b72c3 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:30.809193 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-4170c912-27d8-45d4-ad6f-722f02090625 req-9f6ef9b9-abb4-4040-8d45-df7a976b72c3 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Calling delete_port for 1b6f7b6c-52a8-49ef-ba09-4185ee15692d owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:08:30.935835 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-4170c912-27d8-45d4-ad6f-722f02090625 req-9f6ef9b9-abb4-4040-8d45-df7a976b72c3 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:30.947596 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['8da525de-fbee-49b3-870f-0498749a9b12', '6c70c2c9-f5a5-448c-9a65-ff217ed3f641', '1b6f7b6c-52a8-49ef-ba09-4185ee15692d'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:08:30.989580 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ef9b9-abb4-4040-8d45-df7a976b72c3 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Pushing event deleted for resources: {'Port': ['ID=1b6f7b6c-52a8-49ef-ba09-4185ee15692d,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:30.993109 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8d6d7352-6cf7-43e9-9877-09964e0c87a0 req-350871ae-66e8-4191-80f2-e6870af2c4cf tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0496771 Aug 13 03:08:31.038607 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-4170c912-27d8-45d4-ad6f-722f02090625 req-9f6ef9b9-abb4-4040-8d45-df7a976b72c3 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] No DVR routers for this DVR port 1b6f7b6c-52a8-49ef-ba09-4185ee15692d on host hv-cinder-76019 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:08:31.041874 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-4170c912-27d8-45d4-ad6f-722f02090625 req-9f6ef9b9-abb4-4040-8d45-df7a976b72c3 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:31.043868 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4170c912-27d8-45d4-ad6f-722f02090625 req-9f6ef9b9-abb4-4040-8d45-df7a976b72c3 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.36 "DELETE /v2.0/ports/1b6f7b6c-52a8-49ef-ba09-4185ee15692d HTTP/1.1" status: 204 len: 173 time: 0.6451199 Aug 13 03:08:31.044310 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83832f2c-d518-4205-95ba-030a994b3986', 'name': 'network-vif-deleted', 'tag': '1b6f7b6c-52a8-49ef-ba09-4185ee15692d'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:08:31.046566 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ee0d50-57f2-4ee7-96c4-0bfbdc08c2f0" -d '{"events": [{"server_uuid": "83832f2c-d518-4205-95ba-030a994b3986", "name": "network-vif-deleted", "tag": "1b6f7b6c-52a8-49ef-ba09-4185ee15692d"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:08:31.083532 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a487b546-20ec-41f6-999d-ce7d2ebaf652 x-openstack-request-id: req-a487b546-20ec-41f6-999d-ce7d2ebaf652 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:08:31.083835 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83832f2c-d518-4205-95ba-030a994b3986", "name": "network-vif-deleted", "tag": "1b6f7b6c-52a8-49ef-ba09-4185ee15692d", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:08:31.084089 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a487b546-20ec-41f6-999d-ce7d2ebaf652 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:08:31.084485 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83832f2c-d518-4205-95ba-030a994b3986', 'name': 'network-vif-deleted', 'tag': '1b6f7b6c-52a8-49ef-ba09-4185ee15692d', 'status': 'completed', 'code': 200} Aug 13 03:08:31.176278 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-15e3ec55-f74a-4fbc-bc08-ee378b767b3c req-a97433bf-1dba-4c0c-ab77-922423b1be77 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=83832f2c-d518-4205-95ba-030a994b3986 HTTP/1.1" status: 200 len: 210 time: 0.0287247 Aug 13 03:08:32.121500 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-fcc51664-4cb1-4107-ab5c-5871514346f1 req-d9833278-51d5-4322-9e51-d3820cf05e7c tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0356081 Aug 13 03:08:32.476025 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939a16f-1f66-4f09-8bd9-89030bd5a19d req-de0971a4-5ac3-47dc-9594-2fd9fd2b78e1 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:08:32.477508 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b939a16f-1f66-4f09-8bd9-89030bd5a19d req-de0971a4-5ac3-47dc-9594-2fd9fd2b78e1 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb86c857-4035-4f98-8192-982c2f24592c HTTP/1.1" status: 200 len: 945 time: 0.0489426 Aug 13 03:08:32.514061 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b939a16f-1f66-4f09-8bd9-89030bd5a19d req-a96075ec-243a-4ddf-8e4a-eabb57b5597a tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305753 Aug 13 03:08:32.850012 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645daf1-6dba-4812-a88e-fc3020654f72 req-0504eaf0-4069-4ea6-9333-f1225723900f tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:08:32.851490 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4645daf1-6dba-4812-a88e-fc3020654f72 req-0504eaf0-4069-4ea6-9333-f1225723900f tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb86c857-4035-4f98-8192-982c2f24592c HTTP/1.1" status: 200 len: 945 time: 0.0483878 Aug 13 03:08:32.948548 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-4645daf1-6dba-4812-a88e-fc3020654f72 req-9db92fba-2bb0-4f72-bb8c-a7431169cee6 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Deleting port 6c70c2c9-f5a5-448c-9a65-ff217ed3f641 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:08:32.948894 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-4645daf1-6dba-4812-a88e-fc3020654f72 req-9db92fba-2bb0-4f72-bb8c-a7431169cee6 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:33.036050 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-4645daf1-6dba-4812-a88e-fc3020654f72 req-9db92fba-2bb0-4f72-bb8c-a7431169cee6 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] For port 6c70c2c9-f5a5-448c-9a65-ff217ed3f641, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6c70c2c9-f5a5-448c-9a65-ff217ed3f641,segment=NetworkSegment(fa22d129-2c66-404a-8374-3248e96dac14),segment_id=fa22d129-2c66-404a-8374-3248e96dac14)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:08:33.036418 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-4645daf1-6dba-4812-a88e-fc3020654f72 req-9db92fba-2bb0-4f72-bb8c-a7431169cee6 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:33.049069 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-4645daf1-6dba-4812-a88e-fc3020654f72 req-9db92fba-2bb0-4f72-bb8c-a7431169cee6 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Calling delete_port for 6c70c2c9-f5a5-448c-9a65-ff217ed3f641 owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:08:33.189413 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-4645daf1-6dba-4812-a88e-fc3020654f72 req-9db92fba-2bb0-4f72-bb8c-a7431169cee6 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:33.203370 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['8da525de-fbee-49b3-870f-0498749a9b12', '6c70c2c9-f5a5-448c-9a65-ff217ed3f641'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:08:33.221962 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db92fba-2bb0-4f72-bb8c-a7431169cee6 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Pushing event deleted for resources: {'Port': ['ID=6c70c2c9-f5a5-448c-9a65-ff217ed3f641,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:33.236874 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e0bc9ce6-a3d7-49ea-892a-7e5652bbaaef req-f812844c-aaaf-46ec-8e64-8d65caf998f6 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0370374 Aug 13 03:08:33.269455 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-4645daf1-6dba-4812-a88e-fc3020654f72 req-9db92fba-2bb0-4f72-bb8c-a7431169cee6 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] No DVR routers for this DVR port 6c70c2c9-f5a5-448c-9a65-ff217ed3f641 on host hv-cinder-76019 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:08:33.271980 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-4645daf1-6dba-4812-a88e-fc3020654f72 req-9db92fba-2bb0-4f72-bb8c-a7431169cee6 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:33.273963 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4645daf1-6dba-4812-a88e-fc3020654f72 req-9db92fba-2bb0-4f72-bb8c-a7431169cee6 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.36 "DELETE /v2.0/ports/6c70c2c9-f5a5-448c-9a65-ff217ed3f641 HTTP/1.1" status: 204 len: 173 time: 0.4153078 Aug 13 03:08:33.274445 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb86c857-4035-4f98-8192-982c2f24592c', 'name': 'network-vif-deleted', 'tag': '6c70c2c9-f5a5-448c-9a65-ff217ed3f641'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:08:33.276769 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c527a48-1382-46e8-b917-ace135b9be03" -d '{"events": [{"server_uuid": "eb86c857-4035-4f98-8192-982c2f24592c", "name": "network-vif-deleted", "tag": "6c70c2c9-f5a5-448c-9a65-ff217ed3f641"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:08:33.315676 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66c96aa-d63f-4ab9-b433-8aa88e8b0736 x-openstack-request-id: req-d66c96aa-d63f-4ab9-b433-8aa88e8b0736 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:08:33.315972 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb86c857-4035-4f98-8192-982c2f24592c", "name": "network-vif-deleted", "tag": "6c70c2c9-f5a5-448c-9a65-ff217ed3f641", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:08:33.316223 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d66c96aa-d63f-4ab9-b433-8aa88e8b0736 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:08:33.316620 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb86c857-4035-4f98-8192-982c2f24592c', 'name': 'network-vif-deleted', 'tag': '6c70c2c9-f5a5-448c-9a65-ff217ed3f641', 'status': 'completed', 'code': 200} Aug 13 03:08:33.629001 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-214588bb-ba29-44ff-b360-68d726ed8d9a req-cb8394fa-9779-42b2-850e-db9a5cc6e086 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb86c857-4035-4f98-8192-982c2f24592c HTTP/1.1" status: 200 len: 210 time: 0.0273871 Aug 13 03:08:33.631844 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 1b6f7b6c-52a8-49ef-ba09-4185ee15692d no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:08:33.651914 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] No Port match for: 1b6f7b6c-52a8-49ef-ba09-4185ee15692d {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:08:33.652261 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 1b6f7b6c-52a8-49ef-ba09-4185ee15692d not bound to the agent host hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:08:34.331460 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9184bab5-26d9-4825-ad7d-7db286a0f348 req-f31588f8-b673-45bb-9d63-13267c00bdf0 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0268917 Aug 13 03:08:35.431694 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8b1f92cb-8ec0-4755-9eb9-e052a1ed9f7f req-0268dead-6c3f-494e-8a01-b29ad00db911 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0263374 Aug 13 03:08:36.527713 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-55394f34-7a93-4706-a39b-788559e1aa3e req-9a97ef12-65c7-4d18-a2ff-c46ac4b30d47 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0274060 Aug 13 03:08:37.625561 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f3037cc4-b580-4a57-ad18-c2461abeb0e8 req-943f6412-9193-4734-88c2-09fb23767746 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0316699 Aug 13 03:08:37.663720 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 6c70c2c9-f5a5-448c-9a65-ff217ed3f641 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:08:37.684366 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] No Port match for: 6c70c2c9-f5a5-448c-9a65-ff217ed3f641 {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:08:37.684706 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 6c70c2c9-f5a5-448c-9a65-ff217ed3f641 not bound to the agent host hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:08:38.731392 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-356bf369-c4df-46ff-87bf-fccd0d125e6f req-29e0c71a-622e-4fae-80b7-44ff9afbd361 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0306296 Aug 13 03:08:39.835412 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2a996620-e3c2-4c0a-a5c0-b30580351725 req-283d4aeb-5ae2-41a1-ab7f-365f0af8eab8 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0310600 Aug 13 03:08:39.895317 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:08:40.936951 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-4e33fde6-9abb-4e5d-8fe3-4875e3631aa6 req-680fc873-e604-4500-9306-58c603aa40a5 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0270298 Aug 13 03:08:42.037079 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8e3c93bc-513b-4e37-a662-a664aa1b8a16 req-724870c2-e172-414a-b6b3-0e064dc0d827 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0282099 Aug 13 03:08:43.133647 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-389eeb42-0a4f-44b9-b847-84e64580cd83 req-dd727763-760a-4d04-9907-14a76c279946 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0271401 Aug 13 03:08:44.232213 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b19b0268-67c6-4d54-9cc9-a3879d4fc984 req-02db8a4a-38f7-469c-9aaa-ba753270adb7 tempest-ServerRescueNegativeTestJSON-950376898 tempest-ServerRescueNegativeTestJSON-950376898-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e66d91-d6cb-4b18-a81d-26738ca27731 HTTP/1.1" status: 200 len: 210 time: 0.0307891 Aug 13 03:08:45.290299 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 53500) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:08:45.808349 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-dfa1d1f1-5b01-45b0-a2e4-399ef26d6104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1752981'] for router_interface, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:46.059526 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-dfa1d1f1-5b01-45b0-a2e4-399ef26d6104 admin admin] Deleting port 7115b27b-6e7e-40a6-9b4e-a20dcee80aac {{(pid=100521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:08:46.059805 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-dfa1d1f1-5b01-45b0-a2e4-399ef26d6104 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:46.142126 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-dfa1d1f1-5b01-45b0-a2e4-399ef26d6104 admin admin] For port 7115b27b-6e7e-40a6-9b4e-a20dcee80aac, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=7115b27b-6e7e-40a6-9b4e-a20dcee80aac,segment=NetworkSegment(1cf5c51b-f2ad-42ba-9d78-fe30b656633c),segment_id=1cf5c51b-f2ad-42ba-9d78-fe30b656633c)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:08:46.142542 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-dfa1d1f1-5b01-45b0-a2e4-399ef26d6104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:46.155385 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-dfa1d1f1-5b01-45b0-a2e4-399ef26d6104 admin admin] Calling delete_port for 7115b27b-6e7e-40a6-9b4e-a20dcee80aac owned by network:router_interface {{(pid=100521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:08:46.331789 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-dfa1d1f1-5b01-45b0-a2e4-399ef26d6104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15926878'] for port, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:46.358920 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1d1f1-5b01-45b0-a2e4-399ef26d6104 admin admin] Pushing event deleted for resources: {'Port': ['ID=7115b27b-6e7e-40a6-9b4e-a20dcee80aac,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:46.387789 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1d1f1-5b01-45b0-a2e4-399ef26d6104 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:46.388140 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1d1f1-5b01-45b0-a2e4-399ef26d6104 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:46.388485 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1d1f1-5b01-45b0-a2e4-399ef26d6104 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:46.388824 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1d1f1-5b01-45b0-a2e4-399ef26d6104 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:46.389157 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1d1f1-5b01-45b0-a2e4-399ef26d6104 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:46.389491 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1d1f1-5b01-45b0-a2e4-399ef26d6104 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:46.389823 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1d1f1-5b01-45b0-a2e4-399ef26d6104 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:46.390153 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1d1f1-5b01-45b0-a2e4-399ef26d6104 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:46.390479 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1d1f1-5b01-45b0-a2e4-399ef26d6104 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:46.390804 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1d1f1-5b01-45b0-a2e4-399ef26d6104 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:46.391129 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1d1f1-5b01-45b0-a2e4-399ef26d6104 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:46.391451 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1d1f1-5b01-45b0-a2e4-399ef26d6104 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:46.534587 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-dfa1d1f1-5b01-45b0-a2e4-399ef26d6104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1790757'] for router_interface, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:46.746300 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa1d1f1-5b01-45b0-a2e4-399ef26d6104 admin admin] Router 6e1e4e1e-02d9-459b-b8c8-4a3d2002e206 has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:08:46.854853 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa1d1f1-5b01-45b0-a2e4-399ef26d6104 admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:08:46.863230 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-dfa1d1f1-5b01-45b0-a2e4-399ef26d6104 admin admin] 10.222.0.13 "PUT /v2.0/routers/6e1e4e1e-02d9-459b-b8c8-4a3d2002e206/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5711505 Aug 13 03:08:46.863916 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 53512) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:08:46.864866 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf4a4c3-9906-4571-b6dc-de51e671c2f4 None None] Sync routers for ids ['6e1e4e1e-02d9-459b-b8c8-4a3d2002e206'] in dv-cinder-760192-6-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:08:46.874394 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf4a4c3-9906-4571-b6dc-de51e671c2f4 None None] Routers {'6e1e4e1e-02d9-459b-b8c8-4a3d2002e206'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:08:46.875017 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-fdf4a4c3-9906-4571-b6dc-de51e671c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:08:26Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['6e1e4e1e-02d9-459b-b8c8-4a3d2002e206'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:08:46.970587 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] Notify callbacks [] for router, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:46.981056 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-fdf4a4c3-9906-4571-b6dc-de51e671c2f4 None None] Set router 6e1e4e1e-02d9-459b-b8c8-4a3d2002e206 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:08:47.073693 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:47.129050 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] Deleting port 78e383e5-73b9-4ca2-8a38-cb91986edd9c {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:08:47.129391 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:47.170818 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-fdf4a4c3-9906-4571-b6dc-de51e671c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1e4e1e-02d9-459b-b8c8-4a3d2002e206', 'name': 'tempest-ServerRescueNegativeTestJSON-1096760004-router', 'tenant_id': 'ad59fce07ec3416db582f1d506e2a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '78e383e5-73b9-4ca2-8a38-cb91986edd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:59Z', 'updated_at': '2021-08-13T03:08:46Z', 'revision_number': 5, 'project_id': 'ad59fce07ec3416db582f1d506e2a581', 'gw_port': {'id': '78e383e5-73b9-4ca2-8a38-cb91986edd9c', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:9e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1e4e1e-02d9-459b-b8c8-4a3d2002e206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:00Z', 'updated_at': '2021-08-13T02:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:08:47.200986 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf4a4c3-9906-4571-b6dc-de51e671c2f4 None None] Checking router: 6e1e4e1e-02d9-459b-b8c8-4a3d2002e206 for host: dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:08:47.209090 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] For port 78e383e5-73b9-4ca2-8a38-cb91986edd9c, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=78e383e5-73b9-4ca2-8a38-cb91986edd9c,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:08:47.209304 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf4a4c3-9906-4571-b6dc-de51e671c2f4 None None] Routers {'6e1e4e1e-02d9-459b-b8c8-4a3d2002e206'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:08:47.209473 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:47.209859 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-fdf4a4c3-9906-4571-b6dc-de51e671c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:08:26Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['6e1e4e1e-02d9-459b-b8c8-4a3d2002e206'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:08:47.223145 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] Calling delete_port for 78e383e5-73b9-4ca2-8a38-cb91986edd9c owned by network:router_gateway {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:08:47.398733 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:47.424099 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-fdf4a4c3-9906-4571-b6dc-de51e671c2f4 None None] Set router 6e1e4e1e-02d9-459b-b8c8-4a3d2002e206 gateway port host: None {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:08:47.431454 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] Pushing event deleted for resources: {'Port': ['ID=78e383e5-73b9-4ca2-8a38-cb91986edd9c,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:47.445170 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:47.445511 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:47.445849 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:47.446183 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:47.446519 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:47.446842 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:47.447165 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:47.447547 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:47.447874 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:47.448198 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:47.448517 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:47.448839 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:47.478956 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-fdf4a4c3-9906-4571-b6dc-de51e671c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1e4e1e-02d9-459b-b8c8-4a3d2002e206', 'name': 'tempest-ServerRescueNegativeTestJSON-1096760004-router', 'tenant_id': 'ad59fce07ec3416db582f1d506e2a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:59Z', 'updated_at': '2021-08-13T03:08:47Z', 'revision_number': 6, 'project_id': 'ad59fce07ec3416db582f1d506e2a581', 'gw_port_host': None}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:08:47.506201 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790687'] for router_gateway, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:47.511076 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf4a4c3-9906-4571-b6dc-de51e671c2f4 None None] The sync data for ids ['6e1e4e1e-02d9-459b-b8c8-4a3d2002e206'] in dv-cinder-760192-6-iscsi is: [{'id': '6e1e4e1e-02d9-459b-b8c8-4a3d2002e206', 'name': 'tempest-ServerRescueNegativeTestJSON-1096760004-router', 'tenant_id': 'ad59fce07ec3416db582f1d506e2a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:59Z', 'updated_at': '2021-08-13T03:08:47Z', 'revision_number': 6, 'project_id': 'ad59fce07ec3416db582f1d506e2a581', 'gw_port_host': None}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:08:47.606209 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1791283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-402'] for router, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:47.608383 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:47.655343 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1791292'] for router, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:47.655854 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e1e4e1e-02d9-459b-b8c8-4a3d2002e206 {{(pid=100520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:08:47.660883 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:47.662025 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-2f01c329-fdb4-4aae-b309-f2470a60b7ab admin admin] 10.222.0.13 "DELETE /v2.0/routers/6e1e4e1e-02d9-459b-b8c8-4a3d2002e206 HTTP/1.1" status: 204 len: 168 time: 0.7971261 Aug 13 03:08:47.664491 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 53520) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:08:47.714111 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c6843e-f0fc-48ba-ac9f-5a6287bcef23 admin admin] Deleting subnet 906d1824-252c-4a14-9659-5d1356c53672 {{(pid=100520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:08:47.717231 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97c6843e-f0fc-48ba-ac9f-5a6287bcef23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:47.751998 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97c6843e-f0fc-48ba-ac9f-5a6287bcef23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13532310'] for subnet, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:47.789145 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97c6843e-f0fc-48ba-ac9f-5a6287bcef23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544759'] for subnet, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:47.847649 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97c6843e-f0fc-48ba-ac9f-5a6287bcef23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13334767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13559792'] for subnet, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:47.872406 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6843e-f0fc-48ba-ac9f-5a6287bcef23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=906d1824-252c-4a14-9659-5d1356c53672,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:47.878487 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97c6843e-f0fc-48ba-ac9f-5a6287bcef23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:47.880476 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-97c6843e-f0fc-48ba-ac9f-5a6287bcef23 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/906d1824-252c-4a14-9659-5d1356c53672 HTTP/1.1" status: 204 len: 168 time: 0.2150631 Aug 13 03:08:47.882856 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 53522) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:08:47.960462 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cc6f25c1-fded-4467-8772-c8181b61f9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529704'] for network, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:48.038630 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cc6f25c1-fded-4467-8772-c8181b61f9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543600', 'neutron.services.segments.db._delete_segments_for_network-8730805984624'] for network, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:48.049003 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-cc6f25c1-fded-4467-8772-c8181b61f9b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e28e08-41d0-472d-a21a-15a7a1bf62f1']}} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:08:48.059490 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-cc6f25c1-fded-4467-8772-c8181b61f9b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf5c51b-f2ad-42ba-9d78-fe30b656633c') {'for_net_delete': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:08:48.059823 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-cc6f25c1-fded-4467-8772-c8181b61f9b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf5c51b-f2ad-42ba-9d78-fe30b656633c') {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:08:48.068398 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cc6f25c1-fded-4467-8772-c8181b61f9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730805986425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13532289'] for segment, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:48.085577 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cc6f25c1-fded-4467-8772-c8181b61f9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:48.092101 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6f25c1-fded-4467-8772-c8181b61f9b9 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=100520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:08:48.092486 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cc6f25c1-fded-4467-8772-c8181b61f9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13334577'] for segment, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: Traceback (most recent call last): Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: timer() Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: cb(*args, **kw) Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: return func(*args, **kwargs) Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: self._notify() Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: self.callback(batched_events) Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: event.method(event) Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: return f(self, *a, **k) Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: return self._get(url).json() Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: return self.request(url, 'GET', **kwargs) Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:08:48.094091 dv-cinder-760192-6-iscsi neutron-server[100520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:08:48.148974 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cc6f25c1-fded-4467-8772-c8181b61f9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790627'] for network, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:48.156334 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cc6f25c1-fded-4467-8772-c8181b61f9b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:48.158395 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-cc6f25c1-fded-4467-8772-c8181b61f9b9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/21e28e08-41d0-472d-a21a-15a7a1bf62f1 HTTP/1.1" status: 204 len: 168 time: 0.2745714 Aug 13 03:08:48.168228 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f25c1-fded-4467-8772-c8181b61f9b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=21e28e08-41d0-472d-a21a-15a7a1bf62f1,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:48.291954 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 53528) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:08:48.331822 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-6377f7b4-672b-4904-8ea7-a8fe7c9073a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad59fce07ec3416db582f1d506e2a581&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386341 Aug 13 03:08:48.334302 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 53530) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:08:48.383968 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7eefbb30-2608-4b40-b2a8-df491d7ffbbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:48.406634 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7eefbb30-2608-4b40-b2a8-df491d7ffbbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:48.471822 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7eefbb30-2608-4b40-b2a8-df491d7ffbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:48.474415 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7eefbb30-2608-4b40-b2a8-df491d7ffbbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:48.478102 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-7eefbb30-2608-4b40-b2a8-df491d7ffbbe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/703802a0-1c40-4fcd-8fdb-c9dcafb3c94a HTTP/1.1" status: 204 len: 168 time: 0.1404052 Aug 13 03:08:48.492028 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefbb30-2608-4b40-b2a8-df491d7ffbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703802a0-1c40-4fcd-8fdb-c9dcafb3c94a,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:48.858992 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 78e383e5-73b9-4ca2-8a38-cb91986edd9c no longer exists at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:08:48.879453 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] No Port match for: 78e383e5-73b9-4ca2-8a38-cb91986edd9c {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:08:48.879909 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 78e383e5-73b9-4ca2-8a38-cb91986edd9c not bound to the agent host dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:08:48.880402 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 7115b27b-6e7e-40a6-9b4e-a20dcee80aac no longer exists at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:08:48.899941 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] No Port match for: 7115b27b-6e7e-40a6-9b4e-a20dcee80aac {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:08:48.900914 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 7115b27b-6e7e-40a6-9b4e-a20dcee80aac not bound to the agent host dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:08:49.148457 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 53556) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:08:49.248057 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-ad125bdd-da12-45ac-a7a7-28a1d151e335 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1814287867-network', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:08:49.268476 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad125bdd-da12-45ac-a7a7-28a1d151e335 admin admin] Made reservation on behalf of c1ca17cfabb94060a5d83994ebd072fc for: {'network': 1} {{(pid=100521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:08:49.270732 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ad125bdd-da12-45ac-a7a7-28a1d151e335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for network, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:49.534261 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ad125bdd-da12-45ac-a7a7-28a1d151e335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:49.626927 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ad125bdd-da12-45ac-a7a7-28a1d151e335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:49.630730 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ad125bdd-da12-45ac-a7a7-28a1d151e335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:49.656015 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad125bdd-da12-45ac-a7a7-28a1d151e335 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=100521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:08:49.664800 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad125bdd-da12-45ac-a7a7-28a1d151e335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1afd66c-af72-4849-a675-e618e93e03ae,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:49.671057 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ad125bdd-da12-45ac-a7a7-28a1d151e335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:49.671412 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.db.segments_db [None req-ad125bdd-da12-45ac-a7a7-28a1d151e335 admin admin] Added segment bdfa2665-bbe2-4c9f-899d-89c079dc9b0c of type vlan for network 4b81ac45-3159-4212-beb3-c2c0273b749e Aug 13 03:08:49.711217 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ad125bdd-da12-45ac-a7a7-28a1d151e335 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730805411148'] for network, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:49.738665 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ad125bdd-da12-45ac-a7a7-28a1d151e335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for network, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:49.739669 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad125bdd-da12-45ac-a7a7-28a1d151e335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:08:49.740245 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ad125bdd-da12-45ac-a7a7-28a1d151e335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:49.794757 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-ad125bdd-da12-45ac-a7a7-28a1d151e335 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6451888 Aug 13 03:08:49.797933 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 53566) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:08:49.800059 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad125bdd-da12-45ac-a7a7-28a1d151e335 admin admin] Pushing event updated for resources: {'Network': ['ID=4b81ac45-3159-4212-beb3-c2c0273b749e,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:49.803177 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-bb8c2961-3072-4a59-aa1b-2dadb4f87c80 admin admin] Request body: {'subnet': {'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1814287867-subnet', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:08:49.812420 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Network 4b81ac45-3159-4212-beb3-c2c0273b749e details requested by agent ovs-agent-dv-cinder-760192-6-iscsi with host dv-cinder-760192-6-iscsi {{(pid=100522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:08:49.827954 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8c2961-3072-4a59-aa1b-2dadb4f87c80 admin admin] Made reservation on behalf of c1ca17cfabb94060a5d83994ebd072fc for: {'subnet': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:08:49.830379 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bb8c2961-3072-4a59-aa1b-2dadb4f87c80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13559771'] for subnet, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:50.001700 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bb8c2961-3072-4a59-aa1b-2dadb4f87c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13334696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13559785'] for subnet, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:50.057681 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c2961-3072-4a59-aa1b-2dadb4f87c80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68827f2e-de90-4b53-a7db-7453893ac91c,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:50.064200 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8c2961-3072-4a59-aa1b-2dadb4f87c80 admin admin] Checking segment: {'id': 'bdfa2665-bbe2-4c9f-899d-89c079dc9b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:08:50.064557 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8c2961-3072-4a59-aa1b-2dadb4f87c80 admin admin] Network hostable DHCP agents. Network: 4b81ac45-3159-4212-beb3-c2c0273b749e, hostable agents: ['595598fe-73c0-479d-97dd-8b235d94b446'], hosted agents: [] {{(pid=100520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:08:50.080225 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8c2961-3072-4a59-aa1b-2dadb4f87c80 admin admin] Network 4b81ac45-3159-4212-beb3-c2c0273b749e is scheduled to be hosted by DHCP agent 595598fe-73c0-479d-97dd-8b235d94b446 with binding_index 1 {{(pid=100520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:08:50.089532 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-bb8c2961-3072-4a59-aa1b-2dadb4f87c80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760192-6-iscsi, 4b81ac45-3159-4212-beb3-c2c0273b749e) {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:08:50.094473 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8c2961-3072-4a59-aa1b-2dadb4f87c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:08:50.096498 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bb8c2961-3072-4a59-aa1b-2dadb4f87c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:50.097288 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ede5cd-9184-457e-97cc-a41d06c9d18d None None] Network 4b81ac45-3159-4212-beb3-c2c0273b749e requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:08:50.110890 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-bb8c2961-3072-4a59-aa1b-2dadb4f87c80 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3117461 Aug 13 03:08:50.113490 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 53568) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:08:50.117868 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-5bc18546-718e-4891-a3b2-fb9e4dd735a0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1814287867-router', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:08:50.139144 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5bc18546-718e-4891-a3b2-fb9e4dd735a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-388'] for router, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:50.140177 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5bc18546-718e-4891-a3b2-fb9e4dd735a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1791357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-395'] for router, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:50.191911 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5bc18546-718e-4891-a3b2-fb9e4dd735a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:50.253154 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a7fb4fd-6467-5fc5-8d0e-71f03b711e8f-4b81ac45-3159-4212-beb3-c2c0273b749e', 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'fixed_ips': [{'subnet_id': '68827f2e-de90-4b53-a7db-7453893ac91c'}]}} from dv-cinder-760192-6-iscsi. {{(pid=100522) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:08:50.254189 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:50.334158 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5bc18546-718e-4891-a3b2-fb9e4dd735a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:50.392347 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.db_base_plugin_common [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Allocated IP 172.20.0.2 (4b81ac45-3159-4212-beb3-c2c0273b749e/68827f2e-de90-4b53-a7db-7453893ac91c/3d724555-e0ea-4649-bbc4-cf4062515f9a) {{(pid=100522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:08:50.500335 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:50.535135 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5bc18546-718e-4891-a3b2-fb9e4dd735a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:50.544704 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Notify callbacks [] for port, precommit_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:50.553905 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Transition to ACTIVE for port object 3d724555-e0ea-4649-bbc4-cf4062515f9a will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:08:50.554953 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5bc18546-718e-4891-a3b2-fb9e4dd735a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:50.571876 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Transition to ACTIVE for port object 3d724555-e0ea-4649-bbc4-cf4062515f9a will not be triggered until provisioned by entity DHCP. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:08:50.578217 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703'] for port, after_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:50.619620 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Network 4b81ac45-3159-4212-beb3-c2c0273b749e is already hosted by enough agents. {{(pid=100522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:08:50.625044 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.scheduler.base_scheduler [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Resources bound (agent type, host, resource id): {{(pid=100522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:08:50.628865 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Received port after_create {{(pid=100522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:08:50.640020 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Pushing event updated for resources: {'Port': ['ID=3d724555-e0ea-4649-bbc4-cf4062515f9a,revision_number=1']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:50.662299 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:50.662655 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:50.663057 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:50.663401 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:50.663757 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:50.664019 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-5bc18546-718e-4891-a3b2-fb9e4dd735a0 admin admin] Allocated IP 172.27.3.115 (e1b1eaab-3abb-4c2f-9e17-ba947274cb90/3b95406b-7f6d-4e40-b01a-fd59db47aa2f/becc45f8-08e3-4b05-891f-664676956ff7) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:08:50.664160 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:50.664405 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:50.664854 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:50.665076 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:50.665374 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:50.665699 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:50.666083 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:50.700048 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Attempting to bind port 3d724555-e0ea-4649-bbc4-cf4062515f9a on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:08:50.700419 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Attempting to bind port 3d724555-e0ea-4649-bbc4-cf4062515f9a by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': 'bdfa2665-bbe2-4c9f-899d-89c079dc9b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:08:50.700786 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Attempting to bind port 3d724555-e0ea-4649-bbc4-cf4062515f9a on network 4b81ac45-3159-4212-beb3-c2c0273b749e {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:08:50.706557 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:08:50.706934 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Checking segment: {'id': 'bdfa2665-bbe2-4c9f-899d-89c079dc9b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:08:50.707337 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:50.707757 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Bound using segment: {'id': 'bdfa2665-bbe2-4c9f-899d-89c079dc9b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:08:50.708243 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Bound port: 3d724555-e0ea-4649-bbc4-cf4062515f9a, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfa2665-bbe2-4c9f-899d-89c079dc9b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:08:50.708622 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:50.775936 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5bc18546-718e-4891-a3b2-fb9e4dd735a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:50.776206 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] For port 3d724555-e0ea-4649-bbc4-cf4062515f9a, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:08:50.779240 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] For port 3d724555-e0ea-4649-bbc4-cf4062515f9a, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=3d724555-e0ea-4649-bbc4-cf4062515f9a,segment=NetworkSegment(bdfa2665-bbe2-4c9f-899d-89c079dc9b0c),segment_id=bdfa2665-bbe2-4c9f-899d-89c079dc9b0c)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:08:50.783847 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:50.816679 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5bc18546-718e-4891-a3b2-fb9e4dd735a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:50.847730 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bff8c-dfd0-4373-a073-d74d608d2032 None None] Pushing event updated for resources: {'Port': ['ID=3d724555-e0ea-4649-bbc4-cf4062515f9a,revision_number=2']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:50.861685 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc18546-718e-4891-a3b2-fb9e4dd735a0 admin admin] Network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:08:50.864725 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-5bc18546-718e-4891-a3b2-fb9e4dd735a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:08:50.867648 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc18546-718e-4891-a3b2-fb9e4dd735a0 admin admin] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:08:50.893182 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc18546-718e-4891-a3b2-fb9e4dd735a0 admin admin] Pushing event updated for resources: {'Port': ['ID=becc45f8-08e3-4b05-891f-664676956ff7,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:51.129340 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5bc18546-718e-4891-a3b2-fb9e4dd735a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:51.331711 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5bc18546-718e-4891-a3b2-fb9e4dd735a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1791334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790715'] for router, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:51.471341 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc18546-718e-4891-a3b2-fb9e4dd735a0 admin admin] Router 0b48eaad-662d-47a1-9864-53db559ad6ee is scheduled to L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 with binding_index 1 {{(pid=100520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:08:51.700038 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee983d2-af1c-48c4-8125-dade1558b487 None None] Network 4b81ac45-3159-4212-beb3-c2c0273b749e requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:08:51.765380 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-10ffa577-44d8-4be8-a4eb-2b5f2cfc7ffe None None] Provisioning for port 3d724555-e0ea-4649-bbc4-cf4062515f9a completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:08:51.834835 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc18546-718e-4891-a3b2-fb9e4dd735a0 admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:08:51.848545 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] Sync routers for ids ['0b48eaad-662d-47a1-9864-53db559ad6ee'] in dv-cinder-760192-6-iscsi {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:08:51.854393 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5bc18546-718e-4891-a3b2-fb9e4dd735a0 admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:51.855587 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-5bc18546-718e-4891-a3b2-fb9e4dd735a0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7411463 Aug 13 03:08:51.858285 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 53582) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:08:51.861655 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] Routers {'0b48eaad-662d-47a1-9864-53db559ad6ee'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:08:51.862503 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:08:26Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['0b48eaad-662d-47a1-9864-53db559ad6ee'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:08:51.985376 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] Set router 0b48eaad-662d-47a1-9864-53db559ad6ee gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:08:52.181464 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'name': 'tempest-AttachVolumeTestJSON-1814287867-router', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:51Z', 'revision_number': 3, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'gw_port': {'id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:08:52.209756 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] Checking router: 0b48eaad-662d-47a1-9864-53db559ad6ee for host: dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:08:52.210011 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] Updating router 0b48eaad-662d-47a1-9864-53db559ad6ee port becc45f8-08e3-4b05-891f-664676956ff7 binding host dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:08:52.236191 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:52.310184 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-008813b6-5a11-4014-902b-916b8b5d7267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:52.467959 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-008813b6-5a11-4014-902b-916b8b5d7267 admin admin] Allocated IP 172.20.0.1 (4b81ac45-3159-4212-beb3-c2c0273b749e/68827f2e-de90-4b53-a7db-7453893ac91c/47eda447-f478-4f6c-bde1-a5178a5407d8) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:08:52.487363 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] Notify callbacks [] for port, precommit_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:52.497444 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.provisioning_blocks [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] Transition to ACTIVE for port object becc45f8-08e3-4b05-891f-664676956ff7 will not be triggered until provisioned by entity L2. {{(pid=100523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:08:52.503310 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:52.558903 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-7fb11981-1e06-4e1f-8a41-4a0e450507d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:52.585098 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-008813b6-5a11-4014-902b-916b8b5d7267 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:52.600577 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [None req-008813b6-5a11-4014-902b-916b8b5d7267 admin admin] Transition to ACTIVE for port object 47eda447-f478-4f6c-bde1-a5178a5407d8 will not be triggered until provisioned by entity DHCP. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:08:52.637069 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-008813b6-5a11-4014-902b-916b8b5d7267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:52.653492 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfc89f-7cbe-444b-8bd3-89f63d077211 None None] Pushing event updated for resources: {'Port': ['ID=becc45f8-08e3-4b05-891f-664676956ff7,revision_number=2']} {{(pid=100523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:52.655555 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] Attempting to bind port becc45f8-08e3-4b05-891f-664676956ff7 on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:08:52.655923 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] Attempting to bind port becc45f8-08e3-4b05-891f-664676956ff7 by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}] {{(pid=100523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:08:52.656280 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] Attempting to bind port becc45f8-08e3-4b05-891f-664676956ff7 on network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:08:52.665104 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cfc89f-7cbe-444b-8bd3-89f63d077211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:52.665480 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cfc89f-7cbe-444b-8bd3-89f63d077211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:52.665823 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cfc89f-7cbe-444b-8bd3-89f63d077211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:52.666188 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cfc89f-7cbe-444b-8bd3-89f63d077211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:52.666517 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cfc89f-7cbe-444b-8bd3-89f63d077211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:52.666846 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cfc89f-7cbe-444b-8bd3-89f63d077211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:52.667441 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cfc89f-7cbe-444b-8bd3-89f63d077211 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:52.667602 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cfc89f-7cbe-444b-8bd3-89f63d077211 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:52.667941 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cfc89f-7cbe-444b-8bd3-89f63d077211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:52.668256 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cfc89f-7cbe-444b-8bd3-89f63d077211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:52.668461 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cfc89f-7cbe-444b-8bd3-89f63d077211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:52.668768 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cfc89f-7cbe-444b-8bd3-89f63d077211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:08:52.679074 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:08:52.679074 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] Checking segment: {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:08:52.679376 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:52.680105 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] Bound using segment: {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'} {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:08:52.680520 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] Bound port: becc45f8-08e3-4b05-891f-664676956ff7, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}}] {{(pid=100523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:08:52.680991 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:52.691205 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008813b6-5a11-4014-902b-916b8b5d7267 admin admin] Network 4b81ac45-3159-4212-beb3-c2c0273b749e is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:08:52.694180 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-008813b6-5a11-4014-902b-916b8b5d7267 admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:08:52.699644 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008813b6-5a11-4014-902b-916b8b5d7267 admin admin] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:08:52.702762 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008813b6-5a11-4014-902b-916b8b5d7267 admin admin] Pushing event updated for resources: {'Port': ['ID=47eda447-f478-4f6c-bde1-a5178a5407d8,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:52.745561 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-008813b6-5a11-4014-902b-916b8b5d7267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752878'] for router_interface, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:52.752231 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.db [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] For port becc45f8-08e3-4b05-891f-664676956ff7, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:08:52.755789 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.db [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] For port becc45f8-08e3-4b05-891f-664676956ff7, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=becc45f8-08e3-4b05-891f-664676956ff7,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:08:52.763456 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:52.827848 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] Routers {'0b48eaad-662d-47a1-9864-53db559ad6ee'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:08:52.827981 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:08:26Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['0b48eaad-662d-47a1-9864-53db559ad6ee'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:08:52.830417 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfc89f-7cbe-444b-8bd3-89f63d077211 None None] Pushing event updated for resources: {'Port': ['ID=becc45f8-08e3-4b05-891f-664676956ff7,revision_number=3']} {{(pid=100523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:52.918290 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-008813b6-5a11-4014-902b-916b8b5d7267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:52.942844 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 3d724555-e0ea-4649-bbc4-cf4062515f9a up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:08:52.948418 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-18106f2a-afaf-44df-8cc8-1f48b3a6392d None None] Provisioning for port 47eda447-f478-4f6c-bde1-a5178a5407d8 completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:08:52.963806 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] Set router 0b48eaad-662d-47a1-9864-53db559ad6ee gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:08:52.969665 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-18106f2a-afaf-44df-8cc8-1f48b3a6392d None None] Provisioning complete for port 47eda447-f478-4f6c-bde1-a5178a5407d8 triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:08:52.970128 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-18106f2a-afaf-44df-8cc8-1f48b3a6392d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:53.021853 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-18106f2a-afaf-44df-8cc8-1f48b3a6392d None None] Port 47eda447-f478-4f6c-bde1-a5178a5407d8 cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:08:53.033812 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port 3d724555-e0ea-4649-bbc4-cf4062515f9a completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:08:53.038198 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 3d724555-e0ea-4649-bbc4-cf4062515f9a triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:08:53.038647 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:53.103255 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-008813b6-5a11-4014-902b-916b8b5d7267 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:53.110398 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-008813b6-5a11-4014-902b-916b8b5d7267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:53.121439 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:53.157517 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port 3d724555-e0ea-4649-bbc4-cf4062515f9a, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=3d724555-e0ea-4649-bbc4-cf4062515f9a,segment=NetworkSegment(bdfa2665-bbe2-4c9f-899d-89c079dc9b0c),segment_id=bdfa2665-bbe2-4c9f-899d-89c079dc9b0c)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:08:53.162647 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:53.172989 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008813b6-5a11-4014-902b-916b8b5d7267 admin admin] Pushing event updated for resources: {'Port': ['ID=47eda447-f478-4f6c-bde1-a5178a5407d8,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:53.177345 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'name': 'tempest-AttachVolumeTestJSON-1814287867-router', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:51Z', 'revision_number': 3, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'gw_port': {'id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:08:53.191912 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-008813b6-5a11-4014-902b-916b8b5d7267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753018'] for router_interface, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:53.206722 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8312fa4-4e6b-4dd7-9f1c-6656455829d4 None None] The sync data for ids ['0b48eaad-662d-47a1-9864-53db559ad6ee'] in dv-cinder-760192-6-iscsi is: [{'id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'name': 'tempest-AttachVolumeTestJSON-1814287867-router', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:51Z', 'revision_number': 3, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'gw_port': {'id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}] {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:08:53.219007 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=3d724555-e0ea-4649-bbc4-cf4062515f9a,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:53.295050 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008813b6-5a11-4014-902b-916b8b5d7267 admin admin] Network 4b81ac45-3159-4212-beb3-c2c0273b749e is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:08:53.296571 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-008813b6-5a11-4014-902b-916b8b5d7267 admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:08:53.418291 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008813b6-5a11-4014-902b-916b8b5d7267 admin admin] Router 0b48eaad-662d-47a1-9864-53db559ad6ee has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:08:53.551304 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-df09d84c-488c-445a-962f-f1ac3099a9a1 None None] Provisioning complete for port 47eda447-f478-4f6c-bde1-a5178a5407d8 triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:08:53.551820 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-df09d84c-488c-445a-962f-f1ac3099a9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:53.566242 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008813b6-5a11-4014-902b-916b8b5d7267 admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:08:53.573318 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-008813b6-5a11-4014-902b-916b8b5d7267 admin admin] 10.222.0.13 "PUT /v2.0/routers/0b48eaad-662d-47a1-9864-53db559ad6ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7140150 Aug 13 03:08:53.597326 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-df09d84c-488c-445a-962f-f1ac3099a9a1 None None] Port 47eda447-f478-4f6c-bde1-a5178a5407d8 cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:08:54.367252 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 53604) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:08:54.372501 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-538b8cde-449e-449f-8403-97b581efef38 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1358226287', 'description': 'tempest-description--1784356899'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:08:54.394812 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-538b8cde-449e-449f-8403-97b581efef38 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:54.487933 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-538b8cde-449e-449f-8403-97b581efef38 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:54.492381 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-538b8cde-449e-449f-8403-97b581efef38 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:54.521136 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-538b8cde-449e-449f-8403-97b581efef38 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:54.522445 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-538b8cde-449e-449f-8403-97b581efef38 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1541617 Aug 13 03:08:54.525410 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 53608) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:08:54.530533 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b8cde-449e-449f-8403-97b581efef38 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e61c8f73-d2c7-42ec-980e-6b90bdab0134,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:54.530753 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-06035242-7499-4b90-9eb1-58bd51f33160 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Request body: {'security_group_rule': {'security_group_id': 'e61c8f73-d2c7-42ec-980e-6b90bdab0134', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:08:54.557953 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-06035242-7499-4b90-9eb1-58bd51f33160 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:54.616059 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-06035242-7499-4b90-9eb1-58bd51f33160 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:54.621276 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-06035242-7499-4b90-9eb1-58bd51f33160 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781064'] for security_group_rule, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:54.639140 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06035242-7499-4b90-9eb1-58bd51f33160 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45069311-b262-4250-baf1-6e41c7060100,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:54.645423 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-06035242-7499-4b90-9eb1-58bd51f33160 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:54.649638 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-06035242-7499-4b90-9eb1-58bd51f33160 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200991 Aug 13 03:08:54.650145 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 53610) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:08:54.654833 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-9c8525ee-750d-4d71-9f2b-4f163d6b7597 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Request body: {'security_group_rule': {'security_group_id': 'e61c8f73-d2c7-42ec-980e-6b90bdab0134', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:08:54.688939 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9c8525ee-750d-4d71-9f2b-4f163d6b7597 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:54.758094 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9c8525ee-750d-4d71-9f2b-4f163d6b7597 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:54.762306 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9c8525ee-750d-4d71-9f2b-4f163d6b7597 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781064'] for security_group_rule, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:54.779280 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8525ee-750d-4d71-9f2b-4f163d6b7597 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e9f13b2-3c41-4aa3-96a1-cb7439b77fb7,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:54.787149 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9c8525ee-750d-4d71-9f2b-4f163d6b7597 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:54.789783 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-9c8525ee-750d-4d71-9f2b-4f163d6b7597 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372592 Aug 13 03:08:54.792537 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 53614) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:08:54.795464 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] Sync routers for ids ['0b48eaad-662d-47a1-9864-53db559ad6ee'] in dv-cinder-760192-6-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:08:54.797313 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-58276755-9242-4171-a089-c6e39d666758 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Request body: {'floatingip': {'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:08:54.810475 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] Routers {'0b48eaad-662d-47a1-9864-53db559ad6ee'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:08:54.810942 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:08:26Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['0b48eaad-662d-47a1-9864-53db559ad6ee'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:08:54.846909 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-58276755-9242-4171-a089-c6e39d666758 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for floatingip, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:54.965587 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] Set router 0b48eaad-662d-47a1-9864-53db559ad6ee gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:08:54.969114 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device becc45f8-08e3-4b05-891f-664676956ff7 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:08:54.981292 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-58276755-9242-4171-a089-c6e39d666758 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:55.087073 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-58276755-9242-4171-a089-c6e39d666758 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Allocated IP 172.27.3.225 (e1b1eaab-3abb-4c2f-9e17-ba947274cb90/3b95406b-7f6d-4e40-b01a-fd59db47aa2f/e56d6430-50c1-49ac-8623-75879ca2f8ac) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:08:55.124070 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port becc45f8-08e3-4b05-891f-664676956ff7 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:08:55.134027 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port becc45f8-08e3-4b05-891f-664676956ff7 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:08:55.134405 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:55.195640 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-58276755-9242-4171-a089-c6e39d666758 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:55.237200 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-58276755-9242-4171-a089-c6e39d666758 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:55.277844 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58276755-9242-4171-a089-c6e39d666758 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:08:55.280945 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:55.281095 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-58276755-9242-4171-a089-c6e39d666758 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:08:55.288987 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58276755-9242-4171-a089-c6e39d666758 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:08:55.312540 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port becc45f8-08e3-4b05-891f-664676956ff7, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=becc45f8-08e3-4b05-891f-664676956ff7,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:08:55.316369 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'name': 'tempest-AttachVolumeTestJSON-1814287867-router', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:52Z', 'revision_number': 4, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'gw_port': {'id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '47eda447-f478-4f6c-bde1-a5178a5407d8', 'name': '', 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'mac_address': 'fa:16:3e:80:c4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:52Z', 'updated_at': '2021-08-13T03:08:52Z', 'revision_number': 2, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'subnets': [{'id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:08:55.319820 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:55.320652 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 3d724555-e0ea-4649-bbc4-cf4062515f9a up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:08:55.324896 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58276755-9242-4171-a089-c6e39d666758 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Pushing event updated for resources: {'Port': ['ID=e56d6430-50c1-49ac-8623-75879ca2f8ac,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:55.349782 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] Checking router: 0b48eaad-662d-47a1-9864-53db559ad6ee for host: dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:08:55.350161 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] Updating router 0b48eaad-662d-47a1-9864-53db559ad6ee port 47eda447-f478-4f6c-bde1-a5178a5407d8 binding host dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:08:55.401484 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-58276755-9242-4171-a089-c6e39d666758 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:55.431297 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:55.443485 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-58276755-9242-4171-a089-c6e39d666758 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:55.460700 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=becc45f8-08e3-4b05-891f-664676956ff7,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:55.509336 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 3d724555-e0ea-4649-bbc4-cf4062515f9a triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:08:55.510103 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:55.607309 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-229f95c4-503d-4136-9d80-437c4012445f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:55.630933 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-58276755-9242-4171-a089-c6e39d666758 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:55.638083 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-58276755-9242-4171-a089-c6e39d666758 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:55.709452 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58276755-9242-4171-a089-c6e39d666758 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Pushing event updated for resources: {'Port': ['ID=e56d6430-50c1-49ac-8623-75879ca2f8ac,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:55.721613 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-58276755-9242-4171-a089-c6e39d666758 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790613'] for floatingip, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:55.737548 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-58276755-9242-4171-a089-c6e39d666758 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for floatingip, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:55.739101 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-58276755-9242-4171-a089-c6e39d666758 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9453135 Aug 13 03:08:55.892977 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:55.904873 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-371503c8-2a63-4b78-b1c8-55c9dd267941 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1358226287&fields=id&tenant_id=c1ca17cfabb94060a5d83994ebd072fc HTTP/1.1" status: 200 len: 267 time: 0.0430341 Aug 13 03:08:55.978407 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] Notify callbacks [] for port, precommit_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:55.989302 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] Transition to ACTIVE for port object 47eda447-f478-4f6c-bde1-a5178a5407d8 will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:08:55.995450 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:56.022412 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-e2ccd13b-2eba-46a6-a2f7-865266bb7036 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:08:56.024130 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-e2ccd13b-2eba-46a6-a2f7-865266bb7036 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/networks?id=4b81ac45-3159-4212-beb3-c2c0273b749e HTTP/1.1" status: 200 len: 811 time: 0.1124890 Aug 13 03:08:56.041305 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-1259d7dc-52ea-406c-aa3d-bab8b0ce7db2 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/quotas/c1ca17cfabb94060a5d83994ebd072fc HTTP/1.1" status: 200 len: 375 time: 0.0100806 Aug 13 03:08:56.049288 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6758038-b212-4b0b-a374-618c97731c30 None None] Pushing event updated for resources: {'Port': ['ID=47eda447-f478-4f6c-bde1-a5178a5407d8,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:56.102886 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-93c2ea0b-95d1-4496-96db-2635f32e63da tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c1ca17cfabb94060a5d83994ebd072fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0543897 Aug 13 03:08:56.104215 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] Attempting to bind port 47eda447-f478-4f6c-bde1-a5178a5407d8 on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:08:56.104584 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] Attempting to bind port 47eda447-f478-4f6c-bde1-a5178a5407d8 by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': 'bdfa2665-bbe2-4c9f-899d-89c079dc9b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:08:56.104944 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] Attempting to bind port 47eda447-f478-4f6c-bde1-a5178a5407d8 on network 4b81ac45-3159-4212-beb3-c2c0273b749e {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:08:56.110440 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:08:56.110815 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] Checking segment: {'id': 'bdfa2665-bbe2-4c9f-899d-89c079dc9b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:08:56.111221 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:56.111638 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] Bound using segment: {'id': 'bdfa2665-bbe2-4c9f-899d-89c079dc9b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:08:56.112106 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] Bound port: 47eda447-f478-4f6c-bde1-a5178a5407d8, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfa2665-bbe2-4c9f-899d-89c079dc9b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:08:56.112486 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:56.172235 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-34e595bc-f5a9-48de-9b58-f14a691c2d6a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100521) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:08:56.176028 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-34e595bc-f5a9-48de-9b58-f14a691c2d6a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0597382 Aug 13 03:08:56.190528 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] For port 47eda447-f478-4f6c-bde1-a5178a5407d8, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:08:56.194167 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] For port 47eda447-f478-4f6c-bde1-a5178a5407d8, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=47eda447-f478-4f6c-bde1-a5178a5407d8,segment=NetworkSegment(bdfa2665-bbe2-4c9f-899d-89c079dc9b0c),segment_id=bdfa2665-bbe2-4c9f-899d-89c079dc9b0c)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:08:56.199413 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:56.265459 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] Routers {'0b48eaad-662d-47a1-9864-53db559ad6ee'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:08:56.266142 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:08:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['0b48eaad-662d-47a1-9864-53db559ad6ee'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:08:56.269769 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6758038-b212-4b0b-a374-618c97731c30 None None] Pushing event updated for resources: {'Port': ['ID=47eda447-f478-4f6c-bde1-a5178a5407d8,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:56.283269 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-8d7a615d-1c18-491a-bfaa-b6da63543333 service neutron] 10.222.0.13 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033413 Aug 13 03:08:56.374955 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-faa482be-4163-4223-bea7-25c49e773a71 service neutron] 10.222.0.13 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907292 Aug 13 03:08:56.395251 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] Set router 0b48eaad-662d-47a1-9864-53db559ad6ee gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:08:56.446898 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:56.546020 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8d3caa01-7440-4a7c-9864-b44dcc8ce903 req-1a576f15-06cb-4d59-a373-9628e45cbe17 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 210 time: 0.0294182 Aug 13 03:08:56.635706 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'name': 'tempest-AttachVolumeTestJSON-1814287867-router', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:52Z', 'revision_number': 4, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'gw_port': {'id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '47eda447-f478-4f6c-bde1-a5178a5407d8', 'name': '', 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'mac_address': 'fa:16:3e:80:c4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:52Z', 'updated_at': '2021-08-13T03:08:56Z', 'revision_number': 4, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'subnets': [{'id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:08:56.663230 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b475c790-32f2-48ee-a39b-5bc9987625cb None None] The sync data for ids ['0b48eaad-662d-47a1-9864-53db559ad6ee'] in dv-cinder-760192-6-iscsi is: [{'id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'name': 'tempest-AttachVolumeTestJSON-1814287867-router', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:52Z', 'revision_number': 4, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'gw_port': {'id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '47eda447-f478-4f6c-bde1-a5178a5407d8', 'name': '', 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'mac_address': 'fa:16:3e:80:c4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:52Z', 'updated_at': '2021-08-13T03:08:56Z', 'revision_number': 4, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'subnets': [{'id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:08:56.972995 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device becc45f8-08e3-4b05-891f-664676956ff7 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:08:57.034691 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port becc45f8-08e3-4b05-891f-664676956ff7 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:08:57.035069 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:57.128187 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 47eda447-f478-4f6c-bde1-a5178a5407d8 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:08:57.185171 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port 47eda447-f478-4f6c-bde1-a5178a5407d8 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:08:57.189413 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 47eda447-f478-4f6c-bde1-a5178a5407d8 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:08:57.189825 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:57.293024 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:57.328399 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port 47eda447-f478-4f6c-bde1-a5178a5407d8, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=47eda447-f478-4f6c-bde1-a5178a5407d8,segment=NetworkSegment(bdfa2665-bbe2-4c9f-899d-89c079dc9b0c),segment_id=bdfa2665-bbe2-4c9f-899d-89c079dc9b0c)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:08:57.334069 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:57.389490 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=47eda447-f478-4f6c-bde1-a5178a5407d8,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:57.652499 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-cc14e59b-1a49-4c7e-bfe9-5287fec6ef1f req-c28f5b27-accf-4f0d-b006-517056c28e3c tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 210 time: 0.0355222 Aug 13 03:08:57.854092 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:57.859572 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-379b8f49-cbb3-4a9d-8aaa-54278621a116 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:08:57.861049 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-379b8f49-cbb3-4a9d-8aaa-54278621a116 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.36 "GET /v2.0/networks?id=4b81ac45-3159-4212-beb3-c2c0273b749e HTTP/1.1" status: 200 len: 811 time: 0.1260850 Aug 13 03:08:57.907583 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-10f7592f-1e6e-4bc2-9cd2-c92a42874469 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1ca17cfabb94060a5d83994ebd072fc HTTP/1.1" status: 200 len: 380 time: 0.0363846 Aug 13 03:08:57.922732 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-6d062843-2bce-4fa8-9d8a-723af103c5a7 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Request body: {'port': {'device_id': 'cfa7b5b7-d337-4e86-9a03-62a159cb6738', 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'admin_state_up': True, 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'security_groups': ['e61c8f73-d2c7-42ec-980e-6b90bdab0134']}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:08:58.032786 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-6d062843-2bce-4fa8-9d8a-723af103c5a7 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Made reservation on behalf of c1ca17cfabb94060a5d83994ebd072fc for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:08:58.036615 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-6d062843-2bce-4fa8-9d8a-723af103c5a7 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:58.175767 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-6d062843-2bce-4fa8-9d8a-723af103c5a7 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Allocated IP 172.20.0.12 (4b81ac45-3159-4212-beb3-c2c0273b749e/68827f2e-de90-4b53-a7db-7453893ac91c/49e6aa74-1067-40a9-949b-d103f9c502f1) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:08:58.314134 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-6d062843-2bce-4fa8-9d8a-723af103c5a7 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:58.328098 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-6d062843-2bce-4fa8-9d8a-723af103c5a7 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Transition to ACTIVE for port object 49e6aa74-1067-40a9-949b-d103f9c502f1 will not be triggered until provisioned by entity DHCP. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:08:58.360659 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-6d062843-2bce-4fa8-9d8a-723af103c5a7 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:58.409863 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-6d062843-2bce-4fa8-9d8a-723af103c5a7 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Network 4b81ac45-3159-4212-beb3-c2c0273b749e is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:08:58.413014 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-6d062843-2bce-4fa8-9d8a-723af103c5a7 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:08:58.417300 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-6d062843-2bce-4fa8-9d8a-723af103c5a7 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:08:58.441366 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d062843-2bce-4fa8-9d8a-723af103c5a7 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Pushing event updated for resources: {'Port': ['ID=49e6aa74-1067-40a9-949b-d103f9c502f1,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:58.470998 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-6d062843-2bce-4fa8-9d8a-723af103c5a7 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:08:58.471725 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-6d062843-2bce-4fa8-9d8a-723af103c5a7 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:58.487693 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-6d062843-2bce-4fa8-9d8a-723af103c5a7 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5686967 Aug 13 03:08:58.500277 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-d9685b3b-0f99-4b24-af4d-7538bd525ac9 service neutron] Request body: {'port': {'device_id': 'cfa7b5b7-d337-4e86-9a03-62a159cb6738', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:08:58.561798 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-d9685b3b-0f99-4b24-af4d-7538bd525ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:58.593437 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-a551dd7d-18f1-4b4c-b346-5b2b931aa8a7 None None] Provisioning for port 49e6aa74-1067-40a9-949b-d103f9c502f1 completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:08:58.597773 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-a551dd7d-18f1-4b4c-b346-5b2b931aa8a7 None None] Provisioning complete for port 49e6aa74-1067-40a9-949b-d103f9c502f1 triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:08:58.598150 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-a551dd7d-18f1-4b4c-b346-5b2b931aa8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:58.632935 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-a551dd7d-18f1-4b4c-b346-5b2b931aa8a7 None None] Port 49e6aa74-1067-40a9-949b-d103f9c502f1 cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:08:58.812963 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbb953-b05a-4f56-8311-b53f9f4560e3 req-fa3e6cdc-8c3b-4bfb-bde6-ff34a4a43c1b tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:08:58.814457 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e9cbb953-b05a-4f56-8311-b53f9f4560e3 req-fa3e6cdc-8c3b-4bfb-bde6-ff34a4a43c1b tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 932 time: 0.0851545 Aug 13 03:08:58.880116 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 47eda447-f478-4f6c-bde1-a5178a5407d8 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:08:58.889676 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e9cbb953-b05a-4f56-8311-b53f9f4560e3 req-b9fe812b-09c3-4f0e-99f2-90940c979c55 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677254 Aug 13 03:08:58.898908 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-d9685b3b-0f99-4b24-af4d-7538bd525ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e6aa74-1067-40a9-949b-d103f9c502f1 {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:08:58.907185 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-d9685b3b-0f99-4b24-af4d-7538bd525ac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:58.919404 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-d9685b3b-0f99-4b24-af4d-7538bd525ac9 service neutron] Transition to ACTIVE for port object 49e6aa74-1067-40a9-949b-d103f9c502f1 will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:08:58.923704 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-d9685b3b-0f99-4b24-af4d-7538bd525ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:58.932324 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 47eda447-f478-4f6c-bde1-a5178a5407d8 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:08:58.932725 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:58.982425 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9685b3b-0f99-4b24-af4d-7538bd525ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=49e6aa74-1067-40a9-949b-d103f9c502f1,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:59.051306 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-d9685b3b-0f99-4b24-af4d-7538bd525ac9 service neutron] Attempting to bind port 49e6aa74-1067-40a9-949b-d103f9c502f1 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:08:59.051674 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-d9685b3b-0f99-4b24-af4d-7538bd525ac9 service neutron] Attempting to bind port 49e6aa74-1067-40a9-949b-d103f9c502f1 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'bdfa2665-bbe2-4c9f-899d-89c079dc9b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:08:59.052005 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-d9685b3b-0f99-4b24-af4d-7538bd525ac9 service neutron] Attempting to bind port 49e6aa74-1067-40a9-949b-d103f9c502f1 on network 4b81ac45-3159-4212-beb3-c2c0273b749e {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:08:59.056635 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-d9685b3b-0f99-4b24-af4d-7538bd525ac9 service neutron] Port 49e6aa74-1067-40a9-949b-d103f9c502f1 on network 4b81ac45-3159-4212-beb3-c2c0273b749e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:08:59.056979 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-d9685b3b-0f99-4b24-af4d-7538bd525ac9 service neutron] Attempting to bind port 49e6aa74-1067-40a9-949b-d103f9c502f1 on network 4b81ac45-3159-4212-beb3-c2c0273b749e {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:08:59.062005 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-d9685b3b-0f99-4b24-af4d-7538bd525ac9 service neutron] Checking agent: {'id': 'ed42ff0f-eab8-465d-8b76-aea1e8788a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'started_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:08:59.062342 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-d9685b3b-0f99-4b24-af4d-7538bd525ac9 service neutron] Checking segment: {'id': 'bdfa2665-bbe2-4c9f-899d-89c079dc9b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:08:59.062725 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-d9685b3b-0f99-4b24-af4d-7538bd525ac9 service neutron] Bound using segment: {'id': 'bdfa2665-bbe2-4c9f-899d-89c079dc9b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:08:59.063152 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-d9685b3b-0f99-4b24-af4d-7538bd525ac9 service neutron] Bound port: 49e6aa74-1067-40a9-949b-d103f9c502f1, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfa2665-bbe2-4c9f-899d-89c079dc9b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:08:59.063525 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-d9685b3b-0f99-4b24-af4d-7538bd525ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:59.136780 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-d9685b3b-0f99-4b24-af4d-7538bd525ac9 service neutron] For port 49e6aa74-1067-40a9-949b-d103f9c502f1, host hv-cinder-76019, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:08:59.140487 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-d9685b3b-0f99-4b24-af4d-7538bd525ac9 service neutron] For port 49e6aa74-1067-40a9-949b-d103f9c502f1, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=49e6aa74-1067-40a9-949b-d103f9c502f1,segment=NetworkSegment(bdfa2665-bbe2-4c9f-899d-89c079dc9b0c),segment_id=bdfa2665-bbe2-4c9f-899d-89c079dc9b0c)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:08:59.149142 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-d9685b3b-0f99-4b24-af4d-7538bd525ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:59.186160 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-d9685b3b-0f99-4b24-af4d-7538bd525ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:08:59.186781 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-d9685b3b-0f99-4b24-af4d-7538bd525ac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:08:59.188204 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-d9685b3b-0f99-4b24-af4d-7538bd525ac9 service neutron] 10.222.0.36 "PUT /v2.0/ports/49e6aa74-1067-40a9-949b-d103f9c502f1 HTTP/1.1" status: 200 len: 1094 time: 0.6923268 Aug 13 03:08:59.188673 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa7b5b7-d337-4e86-9a03-62a159cb6738', 'tag': '49e6aa74-1067-40a9-949b-d103f9c502f1'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:08:59.190874 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261ec422-14e5-4645-91a0-bb97f9c2f702" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa7b5b7-d337-4e86-9a03-62a159cb6738", "tag": "49e6aa74-1067-40a9-949b-d103f9c502f1"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:08:59.218822 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9685b3b-0f99-4b24-af4d-7538bd525ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=49e6aa74-1067-40a9-949b-d103f9c502f1,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:08:59.259247 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eab0789-eb1b-442f-b263-3b0cc9de20a2 x-openstack-request-id: req-1eab0789-eb1b-442f-b263-3b0cc9de20a2 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:08:59.259604 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa7b5b7-d337-4e86-9a03-62a159cb6738", "tag": "49e6aa74-1067-40a9-949b-d103f9c502f1", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:08:59.259868 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1eab0789-eb1b-442f-b263-3b0cc9de20a2 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:08:59.260961 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa7b5b7-d337-4e86-9a03-62a159cb6738', 'tag': '49e6aa74-1067-40a9-949b-d103f9c502f1', 'status': 'completed', 'code': 200} Aug 13 03:08:59.277820 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-2b1dee19-a229-481f-8669-b3276f4a41ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:08:59.279342 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-2b1dee19-a229-481f-8669-b3276f4a41ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1ca17cfabb94060a5d83994ebd072fc&device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 1097 time: 0.0473106 Aug 13 03:08:59.324771 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-054ac406-7ef9-48ff-bb65-4bf758a7c51a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49e6aa74-1067-40a9-949b-d103f9c502f1 HTTP/1.1" status: 200 len: 217 time: 0.0359373 Aug 13 03:08:59.622589 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-3f97a134-5e4b-4dbd-85a6-fe254a1404a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:08:59.623973 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-3f97a134-5e4b-4dbd-85a6-fe254a1404a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68827f2e-de90-4b53-a7db-7453893ac91c HTTP/1.1" status: 200 len: 850 time: 0.2919500 Aug 13 03:08:59.671767 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-0b03e528-d24d-4ea7-9f88-d275fa4b14ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:08:59.673370 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-0b03e528-d24d-4ea7-9f88-d275fa4b14ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b81ac45-3159-4212-beb3-c2c0273b749e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404456 Aug 13 03:08:59.767907 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-3068bf9d-17b5-47f9-ae46-27299e87fcbb service neutron] 10.222.0.36 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861006 Aug 13 03:08:59.865208 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f7c0361b-6a37-474e-a39e-61e712bd149a req-47fe7782-9f52-4240-8f11-b406ce8ca992 service neutron] 10.222.0.36 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882523 Aug 13 03:08:59.957117 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ec422-14e5-4645-91a0-bb97f9c2f702 req-2586f65b-7c3d-4bd6-a669-99ca144c57b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:08:59.958634 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-261ec422-14e5-4645-91a0-bb97f9c2f702 req-2586f65b-7c3d-4bd6-a669-99ca144c57b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1ca17cfabb94060a5d83994ebd072fc&device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 1097 time: 0.0430124 Aug 13 03:09:00.064248 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb83ce3-aba0-4199-8240-550b84a205fd req-4265862e-782d-4b0a-8059-9d3a205bfd7d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:09:00.065724 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0cb83ce3-aba0-4199-8240-550b84a205fd req-4265862e-782d-4b0a-8059-9d3a205bfd7d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 944 time: 0.1058331 Aug 13 03:09:00.104423 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ec422-14e5-4645-91a0-bb97f9c2f702 req-b567f1a3-cd04-4913-80c4-11ca0ca5b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:09:00.105865 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-261ec422-14e5-4645-91a0-bb97f9c2f702 req-b567f1a3-cd04-4913-80c4-11ca0ca5b6f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b81ac45-3159-4212-beb3-c2c0273b749e HTTP/1.1" status: 200 len: 912 time: 0.1369560 Aug 13 03:09:00.125280 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0cb83ce3-aba0-4199-8240-550b84a205fd req-da100c36-a247-4ac4-9b5a-6c1a7b848e18 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535722 Aug 13 03:09:00.153931 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-261ec422-14e5-4645-91a0-bb97f9c2f702 req-03651e37-4ad4-4de7-aae9-6cda8926f7d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49e6aa74-1067-40a9-949b-d103f9c502f1 HTTP/1.1" status: 200 len: 217 time: 0.0378737 Aug 13 03:09:00.209553 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ec422-14e5-4645-91a0-bb97f9c2f702 req-a76626d3-69e9-4117-8573-9cdc82bf7219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:09:00.211027 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-261ec422-14e5-4645-91a0-bb97f9c2f702 req-a76626d3-69e9-4117-8573-9cdc82bf7219 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68827f2e-de90-4b53-a7db-7453893ac91c HTTP/1.1" status: 200 len: 850 time: 0.0495262 Aug 13 03:09:00.258607 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ec422-14e5-4645-91a0-bb97f9c2f702 req-9ced6a1f-f8fc-4bdb-a3f6-80290af25292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:09:00.260729 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-261ec422-14e5-4645-91a0-bb97f9c2f702 req-9ced6a1f-f8fc-4bdb-a3f6-80290af25292 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b81ac45-3159-4212-beb3-c2c0273b749e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415330 Aug 13 03:09:00.349636 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-261ec422-14e5-4645-91a0-bb97f9c2f702 req-35164a57-6027-4cc8-a38f-bd3c3945571a service neutron] 10.222.0.36 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813832 Aug 13 03:09:00.443994 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-261ec422-14e5-4645-91a0-bb97f9c2f702 req-d0362e86-228e-412c-a522-67a9cb536263 service neutron] 10.222.0.36 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862641 Aug 13 03:09:01.249121 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0cb26-09d0-4ce1-a4bf-b698637283b8 req-b164ec28-e8f6-4b6f-8bcf-b5caf04a3d99 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:09:01.250671 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-78b0cb26-09d0-4ce1-a4bf-b698637283b8 req-b164ec28-e8f6-4b6f-8bcf-b5caf04a3d99 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 944 time: 0.0525374 Aug 13 03:09:01.288524 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-78b0cb26-09d0-4ce1-a4bf-b698637283b8 req-9c78d2bf-60bb-4df7-bd3f-e73798645eaf tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319827 Aug 13 03:09:01.729912 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 49e6aa74-1067-40a9-949b-d103f9c502f1 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:09:01.828018 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 49e6aa74-1067-40a9-949b-d103f9c502f1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=49e6aa74-1067-40a9-949b-d103f9c502f1,segment=NetworkSegment(bdfa2665-bbe2-4c9f-899d-89c079dc9b0c),segment_id=bdfa2665-bbe2-4c9f-899d-89c079dc9b0c)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:09:01.840486 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Returning: {'device': '49e6aa74-1067-40a9-949b-d103f9c502f1', 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'port_id': '49e6aa74-1067-40a9-949b-d103f9c502f1', 'mac_address': 'fa:16:3e:c3:2d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:09:01.878285 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:09:01.891605 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e6aa74-1067-40a9-949b-d103f9c502f1 {{(pid=100522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:09:01.912531 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 49e6aa74-1067-40a9-949b-d103f9c502f1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=49e6aa74-1067-40a9-949b-d103f9c502f1,segment=NetworkSegment(bdfa2665-bbe2-4c9f-899d-89c079dc9b0c),segment_id=bdfa2665-bbe2-4c9f-899d-89c079dc9b0c)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:09:01.918074 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:09:01.968785 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=49e6aa74-1067-40a9-949b-d103f9c502f1,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:09:02.190026 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['49e6aa74-1067-40a9-949b-d103f9c502f1'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:09:02.409665 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c5aec-3328-49c1-8d54-540f4d48d96c req-868363f0-58ff-4faa-b4a4-0a970684aa6f tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:09:02.411185 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-520c5aec-3328-49c1-8d54-540f4d48d96c req-868363f0-58ff-4faa-b4a4-0a970684aa6f tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 945 time: 0.0514834 Aug 13 03:09:02.452199 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-520c5aec-3328-49c1-8d54-540f4d48d96c req-429912a4-c15e-447d-8cf7-e09682ccdd0e tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342062 Aug 13 03:09:03.565600 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43c580-0c88-4654-9eb0-704039adea69 req-a1c6ac10-8eae-43d7-b8c0-28c5bad4b3e0 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:09:03.567128 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-ee43c580-0c88-4654-9eb0-704039adea69 req-a1c6ac10-8eae-43d7-b8c0-28c5bad4b3e0 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 945 time: 0.0491590 Aug 13 03:09:03.606056 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-ee43c580-0c88-4654-9eb0-704039adea69 req-cff3f393-dab7-45d3-9fa5-de92fc40d499 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330205 Aug 13 03:09:03.746553 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 49e6aa74-1067-40a9-949b-d103f9c502f1 up at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:09:03.793674 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning for port 49e6aa74-1067-40a9-949b-d103f9c502f1 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:09:03.797261 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning complete for port 49e6aa74-1067-40a9-949b-d103f9c502f1 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:09:03.797624 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:09:03.877727 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:09:03.900128 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa7b5b7-d337-4e86-9a03-62a159cb6738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e6aa74-1067-40a9-949b-d103f9c502f1'}] {{(pid=100522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:09:03.902865 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8fc6cf8b2729e4d9e864767b08278c7cd211cb654a5ced023b8b854c91925" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53fc749-f94e-4d24-a9a0-9139dd43804a" -d '{"events": [{"server_uuid": "cfa7b5b7-d337-4e86-9a03-62a159cb6738", "name": "network-vif-plugged", "status": "completed", "tag": "49e6aa74-1067-40a9-949b-d103f9c502f1"}]}' {{(pid=100522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:09:03.915584 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 49e6aa74-1067-40a9-949b-d103f9c502f1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=49e6aa74-1067-40a9-949b-d103f9c502f1,segment=NetworkSegment(bdfa2665-bbe2-4c9f-899d-89c079dc9b0c),segment_id=bdfa2665-bbe2-4c9f-899d-89c079dc9b0c)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:09:03.920978 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:09:03.973708 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=49e6aa74-1067-40a9-949b-d103f9c502f1,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:09:04.009454 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af4dd8b-4e8f-4a27-85c5-3141bd12c886 x-openstack-request-id: req-3af4dd8b-4e8f-4a27-85c5-3141bd12c886 {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:09:04.009826 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa7b5b7-d337-4e86-9a03-62a159cb6738", "name": "network-vif-plugged", "status": "completed", "tag": "49e6aa74-1067-40a9-949b-d103f9c502f1", "code": 200}]} {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:09:04.010114 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3af4dd8b-4e8f-4a27-85c5-3141bd12c886 {{(pid=100522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:09:04.010626 dv-cinder-760192-6-iscsi neutron-server[100522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa7b5b7-d337-4e86-9a03-62a159cb6738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e6aa74-1067-40a9-949b-d103f9c502f1', 'code': 200} Aug 13 03:09:04.174741 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352fb0a-8aec-4f42-9049-c4be4425bdf4 req-31001a2b-c0f0-4c7d-a405-e84f74f7de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:09:04.176142 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a352fb0a-8aec-4f42-9049-c4be4425bdf4 req-31001a2b-c0f0-4c7d-a405-e84f74f7de17 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 1099 time: 0.0433815 Aug 13 03:09:04.211661 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a352fb0a-8aec-4f42-9049-c4be4425bdf4 req-f5e516c9-93bc-4043-abac-a054afb07c14 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272563 Aug 13 03:09:04.721454 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661101e-5baa-4092-bd08-1c49913b10ca req-69d59a16-61f4-46bb-89e2-32aa8ea4176e tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:09:04.722947 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f661101e-5baa-4092-bd08-1c49913b10ca req-69d59a16-61f4-46bb-89e2-32aa8ea4176e tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0488703 Aug 13 03:09:04.765587 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f661101e-5baa-4092-bd08-1c49913b10ca req-858b495f-a3c7-4e12-afbb-c4960f6d3850 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368097 Aug 13 03:09:05.880356 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f943de-cefe-473e-b162-20467fdc21a5 req-d0ad0aa7-f1fb-49f5-bb63-f6b694a8210b tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:09:05.881740 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-12f943de-cefe-473e-b162-20467fdc21a5 req-d0ad0aa7-f1fb-49f5-bb63-f6b694a8210b tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0483556 Aug 13 03:09:05.919169 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-12f943de-cefe-473e-b162-20467fdc21a5 req-4b78a966-2060-41ea-bb98-9d33d8939853 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309529 Aug 13 03:09:06.027084 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6736be-6ff4-448f-bd46-5450088bf4ab req-a4fd0cf5-2aa1-45cf-8b08-3c88c3626295 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:09:06.028562 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-2a6736be-6ff4-448f-bd46-5450088bf4ab req-a4fd0cf5-2aa1-45cf-8b08-3c88c3626295 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0471220 Aug 13 03:09:06.037035 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 53742) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:09:06.041430 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-34425199-0e3e-494b-aca8-6a007abb389b tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Request body: {'floatingip': {'port_id': '49e6aa74-1067-40a9-949b-d103f9c502f1'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:09:06.080134 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-34425199-0e3e-494b-aca8-6a007abb389b tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for floatingip, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:09:06.510415 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-34425199-0e3e-494b-aca8-6a007abb389b tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:09:06.514912 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-34425199-0e3e-494b-aca8-6a007abb389b tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790613'] for floatingip, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:09:06.613998 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.db.l3_db [None req-34425199-0e3e-494b-aca8-6a007abb389b tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Floating IP 655fb26c-5429-47b0-89c7-75ebc64a8b42 associated. External IP: 172.27.3.225, port: 49e6aa74-1067-40a9-949b-d103f9c502f1. Aug 13 03:09:06.827311 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34425199-0e3e-494b-aca8-6a007abb389b tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Router 0b48eaad-662d-47a1-9864-53db559ad6ee has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:09:06.931672 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34425199-0e3e-494b-aca8-6a007abb389b tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:09:06.937000 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-34425199-0e3e-494b-aca8-6a007abb389b tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for floatingip, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:09:06.941750 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee55ced0-51cb-4832-95c7-64885caf4a74 None None] Sync routers for ids ['0b48eaad-662d-47a1-9864-53db559ad6ee'] in dv-cinder-760192-6-iscsi {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:09:06.952390 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee55ced0-51cb-4832-95c7-64885caf4a74 None None] Routers {'0b48eaad-662d-47a1-9864-53db559ad6ee'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:09:06.953000 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-ee55ced0-51cb-4832-95c7-64885caf4a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:08:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['0b48eaad-662d-47a1-9864-53db559ad6ee'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:09:06.967239 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-34425199-0e3e-494b-aca8-6a007abb389b tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "PUT /v2.0/floatingips/655fb26c-5429-47b0-89c7-75ebc64a8b42 HTTP/1.1" status: 200 len: 992 time: 0.9291356 Aug 13 03:09:06.967846 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa7b5b7-d337-4e86-9a03-62a159cb6738', 'tag': '49e6aa74-1067-40a9-949b-d103f9c502f1'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:09:06.970200 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cfb025da75d9d11c28f101ae45bca3ab743feb35e1b92c787b6593142af668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89acbda4-dc17-4319-ba22-d0e2dc0116fc" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa7b5b7-d337-4e86-9a03-62a159cb6738", "tag": "49e6aa74-1067-40a9-949b-d103f9c502f1"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:09:07.061393 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-ee55ced0-51cb-4832-95c7-64885caf4a74 None None] Set router 0b48eaad-662d-47a1-9864-53db559ad6ee gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:09:07.070677 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff16566-3ceb-49b2-8702-a205f814fb1c x-openstack-request-id: req-cff16566-3ceb-49b2-8702-a205f814fb1c {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:09:07.071194 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa7b5b7-d337-4e86-9a03-62a159cb6738", "tag": "49e6aa74-1067-40a9-949b-d103f9c502f1", "status": "completed", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:09:07.071194 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cff16566-3ceb-49b2-8702-a205f814fb1c {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:09:07.071605 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa7b5b7-d337-4e86-9a03-62a159cb6738', 'tag': '49e6aa74-1067-40a9-949b-d103f9c502f1', 'status': 'completed', 'code': 200} Aug 13 03:09:07.131250 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acbda4-dc17-4319-ba22-d0e2dc0116fc req-2b60009c-8570-429a-909d-29218db14303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:09:07.132757 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-89acbda4-dc17-4319-ba22-d0e2dc0116fc req-2b60009c-8570-429a-909d-29218db14303 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1ca17cfabb94060a5d83994ebd072fc&device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 1099 time: 0.0398169 Aug 13 03:09:07.230071 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acbda4-dc17-4319-ba22-d0e2dc0116fc req-a06b3380-a637-4ce5-af59-ff5bd77b46aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:09:07.231568 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-89acbda4-dc17-4319-ba22-d0e2dc0116fc req-a06b3380-a637-4ce5-af59-ff5bd77b46aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b81ac45-3159-4212-beb3-c2c0273b749e HTTP/1.1" status: 200 len: 912 time: 0.0902441 Aug 13 03:09:07.289966 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-ee55ced0-51cb-4832-95c7-64885caf4a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'name': 'tempest-AttachVolumeTestJSON-1814287867-router', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:52Z', 'revision_number': 4, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'gw_port': {'id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': '655fb26c-5429-47b0-89c7-75ebc64a8b42', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'port_id': '49e6aa74-1067-40a9-949b-d103f9c502f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'mac_address': 'fa:16:3e:c3:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa7b5b7-d337-4e86-9a03-62a159cb6738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:08:55Z', 'updated_at': '2021-08-13T03:09:06Z', 'revision_number': 1, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47eda447-f478-4f6c-bde1-a5178a5407d8', 'name': '', 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'mac_address': 'fa:16:3e:80:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:52Z', 'updated_at': '2021-08-13T03:08:57Z', 'revision_number': 5, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'subnets': [{'id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:09:07.298023 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-89acbda4-dc17-4319-ba22-d0e2dc0116fc req-6cd666f6-455c-47a7-90c7-1e457e6d77f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49e6aa74-1067-40a9-949b-d103f9c502f1 HTTP/1.1" status: 200 len: 1000 time: 0.0586212 Aug 13 03:09:07.316395 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee55ced0-51cb-4832-95c7-64885caf4a74 None None] Checking router: 0b48eaad-662d-47a1-9864-53db559ad6ee for host: dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:09:07.324712 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee55ced0-51cb-4832-95c7-64885caf4a74 None None] Routers {'0b48eaad-662d-47a1-9864-53db559ad6ee'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:09:07.325322 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-ee55ced0-51cb-4832-95c7-64885caf4a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:08:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['0b48eaad-662d-47a1-9864-53db559ad6ee'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:09:07.348964 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acbda4-dc17-4319-ba22-d0e2dc0116fc req-644a738c-dfa4-4103-b0ec-b36f2063fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:09:07.350430 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-89acbda4-dc17-4319-ba22-d0e2dc0116fc req-644a738c-dfa4-4103-b0ec-b36f2063fd1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68827f2e-de90-4b53-a7db-7453893ac91c HTTP/1.1" status: 200 len: 850 time: 0.0446050 Aug 13 03:09:07.400354 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acbda4-dc17-4319-ba22-d0e2dc0116fc req-7e0fcde8-6c1c-4ed0-873a-57ecc37f10e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:09:07.402132 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-89acbda4-dc17-4319-ba22-d0e2dc0116fc req-7e0fcde8-6c1c-4ed0-873a-57ecc37f10e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b81ac45-3159-4212-beb3-c2c0273b749e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442951 Aug 13 03:09:07.429069 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-ee55ced0-51cb-4832-95c7-64885caf4a74 None None] Set router 0b48eaad-662d-47a1-9864-53db559ad6ee gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:09:07.492605 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-89acbda4-dc17-4319-ba22-d0e2dc0116fc req-bf4d9940-f6b6-4e7c-8c29-2d30dac77b38 service neutron] 10.222.0.36 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833244 Aug 13 03:09:07.597113 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-89acbda4-dc17-4319-ba22-d0e2dc0116fc req-f07d8510-c177-4f80-bd64-c5503f0d184d service neutron] 10.222.0.36 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967693 Aug 13 03:09:07.661474 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-ee55ced0-51cb-4832-95c7-64885caf4a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'name': 'tempest-AttachVolumeTestJSON-1814287867-router', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:52Z', 'revision_number': 4, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'gw_port': {'id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': '655fb26c-5429-47b0-89c7-75ebc64a8b42', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'port_id': '49e6aa74-1067-40a9-949b-d103f9c502f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'mac_address': 'fa:16:3e:c3:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa7b5b7-d337-4e86-9a03-62a159cb6738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:08:55Z', 'updated_at': '2021-08-13T03:09:06Z', 'revision_number': 1, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47eda447-f478-4f6c-bde1-a5178a5407d8', 'name': '', 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'mac_address': 'fa:16:3e:80:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:52Z', 'updated_at': '2021-08-13T03:08:57Z', 'revision_number': 5, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'subnets': [{'id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:09:07.690926 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee55ced0-51cb-4832-95c7-64885caf4a74 None None] The sync data for ids ['0b48eaad-662d-47a1-9864-53db559ad6ee'] in dv-cinder-760192-6-iscsi is: [{'id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'name': 'tempest-AttachVolumeTestJSON-1814287867-router', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:52Z', 'revision_number': 4, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'gw_port': {'id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': '655fb26c-5429-47b0-89c7-75ebc64a8b42', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'port_id': '49e6aa74-1067-40a9-949b-d103f9c502f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'mac_address': 'fa:16:3e:c3:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa7b5b7-d337-4e86-9a03-62a159cb6738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:08:55Z', 'updated_at': '2021-08-13T03:09:06Z', 'revision_number': 1, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47eda447-f478-4f6c-bde1-a5178a5407d8', 'name': '', 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'mac_address': 'fa:16:3e:80:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:52Z', 'updated_at': '2021-08-13T03:08:57Z', 'revision_number': 5, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'subnets': [{'id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:09:07.868771 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b451ed3f-ca10-43dc-8c5d-c6c277aa804d None None] New status for floating IP 655fb26c-5429-47b0-89c7-75ebc64a8b42: ACTIVE {{(pid=100522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:09:16.893729 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:09:20.505626 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:09:22.560188 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-af559669-673f-42a5-afcf-9bc5da0ea0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:09:25.516093 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2b2a-ec13-4009-8dd5-57b7d06f7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:09:25.784283 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:09:26.421339 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:09:27.853272 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:09:38.199272 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-954ec709-6d83-45a0-84f1-1305f35747fd req-c5c6cd89-1224-4ca9-bd97-5f2ec8ffa0b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402303 Aug 13 03:09:38.284733 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ec709-6d83-45a0-84f1-1305f35747fd req-3de18281-0a44-4520-bfc0-cfcab0b36868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:09:38.286228 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-954ec709-6d83-45a0-84f1-1305f35747fd req-3de18281-0a44-4520-bfc0-cfcab0b36868 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 1098 time: 0.0417867 Aug 13 03:09:38.394641 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ec709-6d83-45a0-84f1-1305f35747fd req-1692398c-9826-435d-870c-33e93f046048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:09:38.396121 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-954ec709-6d83-45a0-84f1-1305f35747fd req-1692398c-9826-435d-870c-33e93f046048 service neutron] 10.222.0.36 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 916 time: 0.0877905 Aug 13 03:09:38.438192 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-954ec709-6d83-45a0-84f1-1305f35747fd req-40c481d8-58dd-41ce-9862-bf0816902fbb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8da525de-fbee-49b3-870f-0498749a9b12 HTTP/1.1" status: 200 len: 217 time: 0.0341222 Aug 13 03:09:38.488551 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ec709-6d83-45a0-84f1-1305f35747fd req-7145165c-6b18-40e5-a2d3-d38ed3325d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:09:38.489871 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-954ec709-6d83-45a0-84f1-1305f35747fd req-7145165c-6b18-40e5-a2d3-d38ed3325d31 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6 HTTP/1.1" status: 200 len: 855 time: 0.0430603 Aug 13 03:09:38.524739 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-954ec709-6d83-45a0-84f1-1305f35747fd req-63358e6d-2e41-420e-b69b-c159531a3417 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271306 Aug 13 03:09:38.536857 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [req-954ec709-6d83-45a0-84f1-1305f35747fd req-64db6d4a-ed77-4442-83cf-ae774791c6df service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:09:38.537801 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-954ec709-6d83-45a0-84f1-1305f35747fd req-64db6d4a-ed77-4442-83cf-ae774791c6df service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047750 Aug 13 03:09:38.628031 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-954ec709-6d83-45a0-84f1-1305f35747fd req-eea6dc4d-023c-4e43-bb27-2ae3e80903cf service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816426 Aug 13 03:09:38.726126 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-954ec709-6d83-45a0-84f1-1305f35747fd req-cbd20980-b0c3-4510-8e10-47670547e994 service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899169 Aug 13 03:09:50.514734 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:09:52.560728 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-d1ca8d31-0c63-490f-af80-88a21903a7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:09:53.892747 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:09:55.507904 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-23a557a0-7401-430f-9271-10feaea6a4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:09:55.787247 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:09:56.424208 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:09:57.852916 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:10:20.534203 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:10:22.568707 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-cbb232a9-0b0b-4628-9c3f-b109cb356d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:10:25.508488 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bba14ccb-ffc4-48d9-b59a-bdc440ab00cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:10:25.788082 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:10:26.427276 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:10:27.855348 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:10:30.891395 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:10:40.249392 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-04d1db3f-65a5-4d40-a227-7018893a7c76 req-58fbc1c5-2d5c-488d-b3d2-9e34c71b7e01 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0876751 Aug 13 03:10:40.313443 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1db3f-65a5-4d40-a227-7018893a7c76 req-1f409861-ef7c-44f7-aa64-994596d59137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:10:40.316297 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-04d1db3f-65a5-4d40-a227-7018893a7c76 req-1f409861-ef7c-44f7-aa64-994596d59137 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1ca17cfabb94060a5d83994ebd072fc&device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 1099 time: 0.0414431 Aug 13 03:10:40.421399 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1db3f-65a5-4d40-a227-7018893a7c76 req-c5f8b3e2-8890-4a8d-9b46-959bba781d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:10:40.422769 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-04d1db3f-65a5-4d40-a227-7018893a7c76 req-c5f8b3e2-8890-4a8d-9b46-959bba781d6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b81ac45-3159-4212-beb3-c2c0273b749e HTTP/1.1" status: 200 len: 912 time: 0.0887599 Aug 13 03:10:40.491563 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-04d1db3f-65a5-4d40-a227-7018893a7c76 req-717372dd-2223-46ce-b3b9-340b860db166 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49e6aa74-1067-40a9-949b-d103f9c502f1 HTTP/1.1" status: 200 len: 1002 time: 0.0608242 Aug 13 03:10:40.541322 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1db3f-65a5-4d40-a227-7018893a7c76 req-f2dbe66e-5147-4ca0-bf62-ade656e6a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:10:40.542900 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-04d1db3f-65a5-4d40-a227-7018893a7c76 req-f2dbe66e-5147-4ca0-bf62-ade656e6a239 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68827f2e-de90-4b53-a7db-7453893ac91c HTTP/1.1" status: 200 len: 850 time: 0.0449629 Aug 13 03:10:40.591882 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1db3f-65a5-4d40-a227-7018893a7c76 req-71f7823c-9a01-40b4-a6e2-f568b076fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:10:40.593337 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-04d1db3f-65a5-4d40-a227-7018893a7c76 req-71f7823c-9a01-40b4-a6e2-f568b076fd69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b81ac45-3159-4212-beb3-c2c0273b749e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440910 Aug 13 03:10:40.682745 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-04d1db3f-65a5-4d40-a227-7018893a7c76 req-6f41ccf2-2b6f-4b00-8411-070940c9246d service neutron] 10.222.0.36 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822611 Aug 13 03:10:40.776142 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-04d1db3f-65a5-4d40-a227-7018893a7c76 req-4477e9d7-331a-4309-8636-cf553f2df831 service neutron] 10.222.0.36 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870485 Aug 13 03:10:50.546218 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:10:52.558703 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-651edd42-160a-4527-bc70-831700ab0b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:10:55.510006 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-3d895c74-da95-424e-8ff8-2e960d67ad98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:10:55.791095 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:10:56.429774 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:10:57.858196 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:11:07.890372 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:11:20.550428 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:11:22.560502 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-e70ef804-f3ab-499a-a669-424476cec202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:11:25.513491 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-19928426-b766-45f6-84e8-c16f4539855a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:11:25.792786 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:11:26.432138 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:11:27.893998 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:11:40.192081 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dfaa9ad0-d8d3-4e3b-8058-b382e6b06d9c req-193b3267-4d36-467a-a0f3-c869e641c323 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398529 Aug 13 03:11:40.276989 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa9ad0-d8d3-4e3b-8058-b382e6b06d9c req-e843b831-1b52-4b5f-a486-81193a9a6780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:11:40.278480 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dfaa9ad0-d8d3-4e3b-8058-b382e6b06d9c req-e843b831-1b52-4b5f-a486-81193a9a6780 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 1098 time: 0.0422649 Aug 13 03:11:40.384266 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa9ad0-d8d3-4e3b-8058-b382e6b06d9c req-82bdba9a-7983-4df5-bc18-8e439ded72a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:11:40.385741 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dfaa9ad0-d8d3-4e3b-8058-b382e6b06d9c req-82bdba9a-7983-4df5-bc18-8e439ded72a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 200 len: 916 time: 0.0860448 Aug 13 03:11:40.428325 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dfaa9ad0-d8d3-4e3b-8058-b382e6b06d9c req-ea64f853-83f3-43d7-b545-22e49449107b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8da525de-fbee-49b3-870f-0498749a9b12 HTTP/1.1" status: 200 len: 217 time: 0.0348427 Aug 13 03:11:40.479288 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa9ad0-d8d3-4e3b-8058-b382e6b06d9c req-02c60a40-d940-4e99-b551-b19c9b3c56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:11:40.480706 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dfaa9ad0-d8d3-4e3b-8058-b382e6b06d9c req-02c60a40-d940-4e99-b551-b19c9b3c56f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6 HTTP/1.1" status: 200 len: 855 time: 0.0444615 Aug 13 03:11:40.513364 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dfaa9ad0-d8d3-4e3b-8058-b382e6b06d9c req-77952bd3-faf9-4afb-9e2d-32028d8b45c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241339 Aug 13 03:11:40.604768 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dfaa9ad0-d8d3-4e3b-8058-b382e6b06d9c req-c53f1be0-d13b-4d64-a5fc-a4bd6c6945e7 service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834506 Aug 13 03:11:40.691976 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dfaa9ad0-d8d3-4e3b-8058-b382e6b06d9c req-330027ac-c87a-415a-bb82-234c19d636c0 service neutron] 10.222.0.36 "GET /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799973 Aug 13 03:11:44.888612 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:11:50.549193 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:11:52.561822 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-6b0d7162-4952-4b50-9bbd-967641143d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:11:55.515360 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-b3cec1b0-f929-4d6c-9ed5-18f0ea4d68f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:11:55.794373 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:11:56.434705 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:11:57.865968 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:12:20.561385 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:12:21.887043 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:12:22.562017 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-86638f05-b1ef-4279-aa2f-0cc8fb825e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:12:25.515998 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-7b3b78ee-d503-4a04-bd78-40415e7ca303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:12:25.797039 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:12:26.436716 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:12:27.868671 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:12:41.207657 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-30e07b4a-bf57-4acc-92fb-e037622d70e0 req-0f00ef74-8c81-4cda-9dee-6991068657aa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454035 Aug 13 03:12:41.269149 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e07b4a-bf57-4acc-92fb-e037622d70e0 req-671c94b3-8781-4eb6-8dab-befbd8fe6cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:12:41.270644 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-30e07b4a-bf57-4acc-92fb-e037622d70e0 req-671c94b3-8781-4eb6-8dab-befbd8fe6cbf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1ca17cfabb94060a5d83994ebd072fc&device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 1099 time: 0.0413671 Aug 13 03:12:41.373576 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e07b4a-bf57-4acc-92fb-e037622d70e0 req-a2df3012-2df7-4d0b-89a8-c4b1e3cd6c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:12:41.375052 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-30e07b4a-bf57-4acc-92fb-e037622d70e0 req-a2df3012-2df7-4d0b-89a8-c4b1e3cd6c6e service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b81ac45-3159-4212-beb3-c2c0273b749e HTTP/1.1" status: 200 len: 912 time: 0.0838912 Aug 13 03:12:41.444432 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-30e07b4a-bf57-4acc-92fb-e037622d70e0 req-71c6de2d-1dbe-4553-a945-0f8959950fab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49e6aa74-1067-40a9-949b-d103f9c502f1 HTTP/1.1" status: 200 len: 1002 time: 0.0616922 Aug 13 03:12:41.496731 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e07b4a-bf57-4acc-92fb-e037622d70e0 req-49cb5379-f924-4ad7-abe4-911d4f54706f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:12:41.498198 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-30e07b4a-bf57-4acc-92fb-e037622d70e0 req-49cb5379-f924-4ad7-abe4-911d4f54706f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68827f2e-de90-4b53-a7db-7453893ac91c HTTP/1.1" status: 200 len: 850 time: 0.0473993 Aug 13 03:12:41.544143 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e07b4a-bf57-4acc-92fb-e037622d70e0 req-5f743ae4-88b6-4e29-b220-bf21e589a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:12:41.545629 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-30e07b4a-bf57-4acc-92fb-e037622d70e0 req-5f743ae4-88b6-4e29-b220-bf21e589a174 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b81ac45-3159-4212-beb3-c2c0273b749e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399458 Aug 13 03:12:41.638306 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-30e07b4a-bf57-4acc-92fb-e037622d70e0 req-8fc36c6a-6d39-49b9-9c01-1651a9374dbf service neutron] 10.222.0.36 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848947 Aug 13 03:12:41.730734 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-30e07b4a-bf57-4acc-92fb-e037622d70e0 req-4ce12744-2b24-48e6-aadf-298f23fedd75 service neutron] 10.222.0.36 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842919 Aug 13 03:12:50.589503 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:12:52.563181 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-a3c00b8a-5690-45bb-b45a-7f78523f2bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:12:55.517167 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-1f91b2c2-5769-4a2d-afdc-4527c4870efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:12:55.799928 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:12:56.440806 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:12:57.872049 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:12:58.886587 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:13:20.622804 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:22.564623 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-fe2b2621-5763-4b9f-96e5-9f0335889818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:25.518191 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-5371fa04-3ef6-42b1-8a3a-7789ec786cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:25.667251 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc30e1-80ba-48d9-8218-c96e32107683 req-cc4cd63a-ba71-407b-8101-5b2327df51f5 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:25.668702 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-40fc30e1-80ba-48d9-8218-c96e32107683 req-cc4cd63a-ba71-407b-8101-5b2327df51f5 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 945 time: 0.0995460 Aug 13 03:13:25.706581 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-40fc30e1-80ba-48d9-8218-c96e32107683 req-e6c98c6e-9117-4495-882a-17aa40c1bffd tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312421 Aug 13 03:13:25.761465 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 55830) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:25.802093 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:25.858128 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_v2 [None req-016f5bde-db55-4181-8cdb-62d9f3bc55ee admin admin] Deleting subnet 8eff42d8-2cb4-4266-8d63-b43ae3d78a6e {{(pid=100521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:13:25.861391 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-016f5bde-db55-4181-8cdb-62d9f3bc55ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:25.903740 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-016f5bde-db55-4181-8cdb-62d9f3bc55ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12987336'] for subnet, precommit_delete_associations {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:25.943777 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-016f5bde-db55-4181-8cdb-62d9f3bc55ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544759'] for subnet, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:25.995962 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-016f5bde-db55-4181-8cdb-62d9f3bc55ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15926893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13756147'] for subnet, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:26.021637 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f5bde-db55-4181-8cdb-62d9f3bc55ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eff42d8-2cb4-4266-8d63-b43ae3d78a6e,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:26.026100 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-016f5bde-db55-4181-8cdb-62d9f3bc55ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:26.028005 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-016f5bde-db55-4181-8cdb-62d9f3bc55ee admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8eff42d8-2cb4-4266-8d63-b43ae3d78a6e HTTP/1.1" status: 204 len: 168 time: 0.2655027 Aug 13 03:13:26.030505 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 55834) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:26.034102 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f5bde-db55-4181-8cdb-62d9f3bc55ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:13:26.034460 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f5bde-db55-4181-8cdb-62d9f3bc55ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:13:26.034803 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f5bde-db55-4181-8cdb-62d9f3bc55ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:13:26.035139 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f5bde-db55-4181-8cdb-62d9f3bc55ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:13:26.035474 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f5bde-db55-4181-8cdb-62d9f3bc55ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:13:26.035831 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f5bde-db55-4181-8cdb-62d9f3bc55ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:13:26.036166 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f5bde-db55-4181-8cdb-62d9f3bc55ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:13:26.036496 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f5bde-db55-4181-8cdb-62d9f3bc55ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:13:26.036824 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f5bde-db55-4181-8cdb-62d9f3bc55ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:13:26.037147 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f5bde-db55-4181-8cdb-62d9f3bc55ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:13:26.037465 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f5bde-db55-4181-8cdb-62d9f3bc55ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:13:26.037795 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f5bde-db55-4181-8cdb-62d9f3bc55ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:13:26.105780 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8c60c9e7-c406-4d67-97a7-adf70f339a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529704'] for network, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:26.188732 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8c60c9e7-c406-4d67-97a7-adf70f339a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543600', 'neutron.services.segments.db._delete_segments_for_network-8730805984624'] for network, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:26.199875 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-8c60c9e7-c406-4d67-97a7-adf70f339a7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370045cb-4276-4850-9f57-7e5bcf733640']}} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:13:26.211417 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-8c60c9e7-c406-4d67-97a7-adf70f339a7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52137f27-6686-41ec-b43a-eeb7e5900987') {'for_net_delete': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:13:26.211753 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-8c60c9e7-c406-4d67-97a7-adf70f339a7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52137f27-6686-41ec-b43a-eeb7e5900987') {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:13:26.221118 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8c60c9e7-c406-4d67-97a7-adf70f339a7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730805986425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13532289'] for segment, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:26.235089 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8c60c9e7-c406-4d67-97a7-adf70f339a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:26.241531 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c60c9e7-c406-4d67-97a7-adf70f339a7e admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=100520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:13:26.241941 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8c60c9e7-c406-4d67-97a7-adf70f339a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13334577'] for segment, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: Traceback (most recent call last): Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: timer() Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: cb(*args, **kw) Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: return func(*args, **kwargs) Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: self._notify() Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: self.callback(batched_events) Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: event.method(event) Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: return f(self, *a, **k) Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: return self._get(url).json() Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: return self.request(url, 'GET', **kwargs) Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:13:26.243789 dv-cinder-760192-6-iscsi neutron-server[100520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:13:26.303627 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8c60c9e7-c406-4d67-97a7-adf70f339a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790627'] for network, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:26.308943 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8c60c9e7-c406-4d67-97a7-adf70f339a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:26.310766 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-8c60c9e7-c406-4d67-97a7-adf70f339a7e admin admin] 10.222.0.13 "DELETE /v2.0/networks/370045cb-4276-4850-9f57-7e5bcf733640 HTTP/1.1" status: 204 len: 168 time: 0.2786429 Aug 13 03:13:26.329968 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60c9e7-c406-4d67-97a7-adf70f339a7e admin admin] Pushing event deleted for resources: {'Network': ['ID=370045cb-4276-4850-9f57-7e5bcf733640,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:26.341815 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60c9e7-c406-4d67-97a7-adf70f339a7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:13:26.342397 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60c9e7-c406-4d67-97a7-adf70f339a7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:13:26.342969 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60c9e7-c406-4d67-97a7-adf70f339a7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:13:26.343625 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60c9e7-c406-4d67-97a7-adf70f339a7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:13:26.344204 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60c9e7-c406-4d67-97a7-adf70f339a7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:13:26.344788 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60c9e7-c406-4d67-97a7-adf70f339a7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:13:26.345379 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60c9e7-c406-4d67-97a7-adf70f339a7e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:13:26.345825 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60c9e7-c406-4d67-97a7-adf70f339a7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:13:26.346259 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60c9e7-c406-4d67-97a7-adf70f339a7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:13:26.346683 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60c9e7-c406-4d67-97a7-adf70f339a7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:13:26.347103 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60c9e7-c406-4d67-97a7-adf70f339a7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:13:26.347574 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60c9e7-c406-4d67-97a7-adf70f339a7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:13:26.439557 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 55848) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:26.442983 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:26.483910 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-88bf7bf7-6898-4396-ac53-d36800295f88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=334c45c7c945452ca7d3ff037765e4c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429599 Aug 13 03:13:26.486095 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 55850) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:26.534062 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-8cd469e5-89cc-4357-8d3b-49594f7ab1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:26.554998 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-8cd469e5-89cc-4357-8d3b-49594f7ab1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:26.601224 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-8cd469e5-89cc-4357-8d3b-49594f7ab1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:26.603746 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-8cd469e5-89cc-4357-8d3b-49594f7ab1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:26.604897 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-8cd469e5-89cc-4357-8d3b-49594f7ab1bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3d81bcc-3277-4a76-8016-3858dc7c2ff4 HTTP/1.1" status: 204 len: 168 time: 0.1179118 Aug 13 03:13:26.614292 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd469e5-89cc-4357-8d3b-49594f7ab1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d81bcc-3277-4a76-8016-3858dc7c2ff4,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:26.845537 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec987f3-29f0-475f-8289-59aa720dc093 req-0b787564-bba4-48b2-9866-d28ac641ba2f tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:26.847131 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-aec987f3-29f0-475f-8289-59aa720dc093 req-0b787564-bba4-48b2-9866-d28ac641ba2f tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 945 time: 0.0497746 Aug 13 03:13:26.886624 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-aec987f3-29f0-475f-8289-59aa720dc093 req-11e593ec-b080-4e70-bcee-8349a90fa159 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335739 Aug 13 03:13:27.901941 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:28.003224 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b99c7-0e0d-43de-ab76-2d4a8f21bc60 req-c7f1c5c7-bdd6-40b1-ae31-877e5ddfdc98 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:28.004776 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9a6b99c7-0e0d-43de-ab76-2d4a8f21bc60 req-c7f1c5c7-bdd6-40b1-ae31-877e5ddfdc98 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 945 time: 0.0488346 Aug 13 03:13:28.042103 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9a6b99c7-0e0d-43de-ab76-2d4a8f21bc60 req-22b2cc8f-fc74-4ec5-942e-e9ad9ec916cc tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314586 Aug 13 03:13:28.817651 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105980ff-8078-4feb-8db3-847f7c058531 req-1e0d8712-12eb-457b-82bd-19a775f98466 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:28.819145 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-105980ff-8078-4feb-8db3-847f7c058531 req-1e0d8712-12eb-457b-82bd-19a775f98466 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 945 time: 0.0524645 Aug 13 03:13:28.911611 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-105980ff-8078-4feb-8db3-847f7c058531 req-8163024c-5e86-4983-bf80-3730f6b28591 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Deleting port 8da525de-fbee-49b3-870f-0498749a9b12 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:13:28.911951 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-105980ff-8078-4feb-8db3-847f7c058531 req-8163024c-5e86-4983-bf80-3730f6b28591 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:29.001063 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-105980ff-8078-4feb-8db3-847f7c058531 req-8163024c-5e86-4983-bf80-3730f6b28591 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] For port 8da525de-fbee-49b3-870f-0498749a9b12, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8da525de-fbee-49b3-870f-0498749a9b12,segment=NetworkSegment(fa22d129-2c66-404a-8374-3248e96dac14),segment_id=fa22d129-2c66-404a-8374-3248e96dac14)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:13:29.001428 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-105980ff-8078-4feb-8db3-847f7c058531 req-8163024c-5e86-4983-bf80-3730f6b28591 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:29.013820 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-105980ff-8078-4feb-8db3-847f7c058531 req-8163024c-5e86-4983-bf80-3730f6b28591 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Calling delete_port for 8da525de-fbee-49b3-870f-0498749a9b12 owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:13:29.140187 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-105980ff-8078-4feb-8db3-847f7c058531 req-8163024c-5e86-4983-bf80-3730f6b28591 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:29.154668 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['8da525de-fbee-49b3-870f-0498749a9b12'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:13:29.166827 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6cc2e-87e2-49d7-9230-349932f93d69 req-bc516807-f86b-42b8-b042-b64aa4c57d65 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:29.168367 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-5fb6cc2e-87e2-49d7-9230-349932f93d69 req-bc516807-f86b-42b8-b042-b64aa4c57d65 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7a7f50-a509-463c-8f23-54c18ae3d048 HTTP/1.1" status: 200 len: 867 time: 0.0520740 Aug 13 03:13:29.181389 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163024c-5e86-4983-bf80-3730f6b28591 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Pushing event deleted for resources: {'Port': ['ID=8da525de-fbee-49b3-870f-0498749a9b12,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:29.210163 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-5fb6cc2e-87e2-49d7-9230-349932f93d69 req-9c485245-a03f-4892-aafa-382ba322db7d tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3a6da22-15e7-45ed-811f-1bb94a1f4287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338914 Aug 13 03:13:29.223339 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-105980ff-8078-4feb-8db3-847f7c058531 req-8163024c-5e86-4983-bf80-3730f6b28591 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] No DVR routers for this DVR port 8da525de-fbee-49b3-870f-0498749a9b12 on host hv-cinder-76019 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:13:29.225904 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-105980ff-8078-4feb-8db3-847f7c058531 req-8163024c-5e86-4983-bf80-3730f6b28591 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:29.227982 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-105980ff-8078-4feb-8db3-847f7c058531 req-8163024c-5e86-4983-bf80-3730f6b28591 tempest-AttachVolumeNegativeTest-931966196 tempest-AttachVolumeNegativeTest-931966196-project] 10.222.0.36 "DELETE /v2.0/ports/8da525de-fbee-49b3-870f-0498749a9b12 HTTP/1.1" status: 204 len: 173 time: 0.4028304 Aug 13 03:13:29.228415 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7a7f50-a509-463c-8f23-54c18ae3d048', 'name': 'network-vif-deleted', 'tag': '8da525de-fbee-49b3-870f-0498749a9b12'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:13:29.230632 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff14e3a-d6e7-475a-9405-d09fe992fd21" -d '{"events": [{"server_uuid": "5b7a7f50-a509-463c-8f23-54c18ae3d048", "name": "network-vif-deleted", "tag": "8da525de-fbee-49b3-870f-0498749a9b12"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:13:29.397264 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa8077d-7a9d-4c50-8c95-7008d87e013b x-openstack-request-id: req-dfa8077d-7a9d-4c50-8c95-7008d87e013b {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:13:29.397746 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7a7f50-a509-463c-8f23-54c18ae3d048", "name": "network-vif-deleted", "tag": "8da525de-fbee-49b3-870f-0498749a9b12", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:13:29.398089 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfa8077d-7a9d-4c50-8c95-7008d87e013b {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:13:29.398545 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7a7f50-a509-463c-8f23-54c18ae3d048', 'name': 'network-vif-deleted', 'tag': '8da525de-fbee-49b3-870f-0498749a9b12', 'status': 'completed', 'code': 200} Aug 13 03:13:30.266675 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 55944) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:30.466807 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba702d3-cb4a-4840-a1af-17fa2b2f21c7 admin admin] Deleting subnet b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6 {{(pid=100521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:13:30.470899 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3ba702d3-cb4a-4840-a1af-17fa2b2f21c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:30.505243 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3ba702d3-cb4a-4840-a1af-17fa2b2f21c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12987336'] for subnet, precommit_delete_associations {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:30.545374 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3ba702d3-cb4a-4840-a1af-17fa2b2f21c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544759'] for subnet, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:30.606366 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3ba702d3-cb4a-4840-a1af-17fa2b2f21c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15926893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13756147'] for subnet, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:30.632098 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba702d3-cb4a-4840-a1af-17fa2b2f21c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:30.635815 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3ba702d3-cb4a-4840-a1af-17fa2b2f21c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:30.639646 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-3ba702d3-cb4a-4840-a1af-17fa2b2f21c7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b59b7f1d-b0ba-44c7-bee0-a21296ad0dc6 HTTP/1.1" status: 204 len: 168 time: 0.3700387 Aug 13 03:13:30.640819 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 55950) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:30.712200 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-fa2524e6-0d1b-40ff-a643-78a025fa0f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529704'] for network, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:30.797369 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-fa2524e6-0d1b-40ff-a643-78a025fa0f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543600', 'neutron.services.segments.db._delete_segments_for_network-8730805984624'] for network, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:30.807254 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.services.segments.db [None req-fa2524e6-0d1b-40ff-a643-78a025fa0f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ed0c13-cd3d-4f62-bfa4-55efe8abc95b']}} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:13:30.818083 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.services.segments.db [None req-fa2524e6-0d1b-40ff-a643-78a025fa0f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa22d129-2c66-404a-8374-3248e96dac14') {'for_net_delete': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:13:30.818381 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.services.segments.db [None req-fa2524e6-0d1b-40ff-a643-78a025fa0f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa22d129-2c66-404a-8374-3248e96dac14') {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:13:30.827186 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-fa2524e6-0d1b-40ff-a643-78a025fa0f3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730805986425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12987359'] for segment, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:30.845083 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-fa2524e6-0d1b-40ff-a643-78a025fa0f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:30.851659 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2524e6-0d1b-40ff-a643-78a025fa0f3c admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=100521) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:13:30.852064 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-fa2524e6-0d1b-40ff-a643-78a025fa0f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15926963'] for segment, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: Traceback (most recent call last): Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: timer() Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: cb(*args, **kw) Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: return func(*args, **kwargs) Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: self._notify() Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: self.callback(batched_events) Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: event.method(event) Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: return f(self, *a, **k) Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: return self._get(url).json() Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: return self.request(url, 'GET', **kwargs) Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:13:30.853777 dv-cinder-760192-6-iscsi neutron-server[100521]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:13:30.909880 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-fa2524e6-0d1b-40ff-a643-78a025fa0f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790627'] for network, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:30.918366 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-fa2524e6-0d1b-40ff-a643-78a025fa0f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:30.920263 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-fa2524e6-0d1b-40ff-a643-78a025fa0f3c admin admin] 10.222.0.13 "DELETE /v2.0/networks/17ed0c13-cd3d-4f62-bfa4-55efe8abc95b HTTP/1.1" status: 204 len: 168 time: 0.2783716 Aug 13 03:13:30.931276 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2524e6-0d1b-40ff-a643-78a025fa0f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=17ed0c13-cd3d-4f62-bfa4-55efe8abc95b,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:31.053968 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 55958) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:31.101904 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-e356ba42-6955-4b53-b4c6-017c95b309ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47f0c494de3b45c19b5e5c2fc0a24d12&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0466127 Aug 13 03:13:31.104468 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 55960) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:31.153296 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-39011a17-5501-42f6-82f1-56d3bcf24ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:31.175201 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-39011a17-5501-42f6-82f1-56d3bcf24ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:31.223887 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-39011a17-5501-42f6-82f1-56d3bcf24ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:31.226412 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-39011a17-5501-42f6-82f1-56d3bcf24ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:31.227623 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-39011a17-5501-42f6-82f1-56d3bcf24ddf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3a6da22-15e7-45ed-811f-1bb94a1f4287 HTTP/1.1" status: 204 len: 168 time: 0.1222148 Aug 13 03:13:31.236165 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39011a17-5501-42f6-82f1-56d3bcf24ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a6da22-15e7-45ed-811f-1bb94a1f4287,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:35.452148 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 8da525de-fbee-49b3-870f-0498749a9b12 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:13:35.472844 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] No Port match for: 8da525de-fbee-49b3-870f-0498749a9b12 {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:13:35.473194 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 8da525de-fbee-49b3-870f-0498749a9b12 not bound to the agent host hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:13:35.554113 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 56060) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:35.659442 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e5e93aea-49a0-4592-8296-cff171b27140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:35.752732 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e5e93aea-49a0-4592-8296-cff171b27140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:35.757664 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e5e93aea-49a0-4592-8296-cff171b27140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:35.814787 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-e5e93aea-49a0-4592-8296-cff171b27140 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d49d0587d1994f76baf8c2369c3cf5ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2595859 Aug 13 03:13:35.817094 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e93aea-49a0-4592-8296-cff171b27140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b2f0d4-0031-4323-a0ff-aac8cbaba4f0,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:35.818464 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 56078) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:35.871479 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a8e30b59-e0fe-46ff-bc47-daafebbef994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:35.885821 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:13:35.894402 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a8e30b59-e0fe-46ff-bc47-daafebbef994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:35.945520 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a8e30b59-e0fe-46ff-bc47-daafebbef994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:35.948136 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a8e30b59-e0fe-46ff-bc47-daafebbef994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:35.949342 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-a8e30b59-e0fe-46ff-bc47-daafebbef994 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8b2f0d4-0031-4323-a0ff-aac8cbaba4f0 HTTP/1.1" status: 204 len: 168 time: 0.1292586 Aug 13 03:13:35.957560 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e30b59-e0fe-46ff-bc47-daafebbef994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b2f0d4-0031-4323-a0ff-aac8cbaba4f0,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:36.431337 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 56112) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:36.554630 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2cc10094-1585-467a-a551-7c700ce24162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:36.660848 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2cc10094-1585-467a-a551-7c700ce24162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:36.666674 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2cc10094-1585-467a-a551-7c700ce24162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:36.707774 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-2cc10094-1585-467a-a551-7c700ce24162 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6719e025c4ad4544ae5428328390e4b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743735 Aug 13 03:13:36.709533 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 56124) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:36.717153 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc10094-1585-467a-a551-7c700ce24162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fc487e-6c42-480f-b4e3-56fa2f1a073f,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:36.766818 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-51b768a5-3535-474a-a608-cc7c31608fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:36.791870 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-51b768a5-3535-474a-a608-cc7c31608fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:36.852380 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-51b768a5-3535-474a-a608-cc7c31608fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:36.855241 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-51b768a5-3535-474a-a608-cc7c31608fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:36.859310 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-51b768a5-3535-474a-a608-cc7c31608fbf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6fc487e-6c42-480f-b4e3-56fa2f1a073f HTTP/1.1" status: 204 len: 168 time: 0.1461143 Aug 13 03:13:36.865811 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b768a5-3535-474a-a608-cc7c31608fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fc487e-6c42-480f-b4e3-56fa2f1a073f,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:37.214879 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 56176) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:37.228028 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-09052689-71b1-45a6-80af-64bd22b1e54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:37.348354 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-09052689-71b1-45a6-80af-64bd22b1e54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:37.352741 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-09052689-71b1-45a6-80af-64bd22b1e54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:37.395604 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-09052689-71b1-45a6-80af-64bd22b1e54e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe6b45406cd34bb1a06ed098f580dce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1795588 Aug 13 03:13:37.396482 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09052689-71b1-45a6-80af-64bd22b1e54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbb199c-cfcd-486b-8eb4-f88945b747ba,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:37.398449 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 56184) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:37.454707 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e58cb3ce-2517-4106-9a38-9ee5b319c10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:37.478419 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e58cb3ce-2517-4106-9a38-9ee5b319c10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:37.531766 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e58cb3ce-2517-4106-9a38-9ee5b319c10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:37.534482 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e58cb3ce-2517-4106-9a38-9ee5b319c10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:37.535715 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-e58cb3ce-2517-4106-9a38-9ee5b319c10f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fbb199c-cfcd-486b-8eb4-f88945b747ba HTTP/1.1" status: 204 len: 168 time: 0.1361935 Aug 13 03:13:37.544516 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cb3ce-2517-4106-9a38-9ee5b319c10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbb199c-cfcd-486b-8eb4-f88945b747ba,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:39.296088 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9c43d-28dc-4e0c-a22b-465b11e640dd req-86fbc2dd-e6b2-45d5-a0e8-98fd2a40cfd4 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:39.301541 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c2e9c43d-28dc-4e0c-a22b-465b11e640dd req-86fbc2dd-e6b2-45d5-a0e8-98fd2a40cfd4 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0530999 Aug 13 03:13:39.345938 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c2e9c43d-28dc-4e0c-a22b-465b11e640dd req-3fa62109-072b-452e-bc7f-18d05db58bcf tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347278 Aug 13 03:13:40.472194 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727f28a-c561-463f-86a3-d061476f002f req-9b9b09cd-aa87-40f1-a512-1d1467075ee9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:40.474416 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3727f28a-c561-463f-86a3-d061476f002f req-9b9b09cd-aa87-40f1-a512-1d1467075ee9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0545223 Aug 13 03:13:40.525913 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3727f28a-c561-463f-86a3-d061476f002f req-80154c72-3ab0-4278-ad9e-87a82b94f130 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407960 Aug 13 03:13:41.668282 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346870d5-eb59-466d-8d05-239bef187080 req-f5a4aef4-8ccf-42d2-acf8-90ade2d50f91 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:41.668905 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7fe638-39b9-4de8-ba3b-8b9cbfac0aa4 req-7bf45e8c-dcff-4f41-a01b-73e5c161b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:41.669803 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-346870d5-eb59-466d-8d05-239bef187080 req-f5a4aef4-8ccf-42d2-acf8-90ade2d50f91 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0551207 Aug 13 03:13:41.670354 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ce7fe638-39b9-4de8-ba3b-8b9cbfac0aa4 req-7bf45e8c-dcff-4f41-a01b-73e5c161b6df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1ca17cfabb94060a5d83994ebd072fc&device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 1099 time: 0.0454862 Aug 13 03:13:41.711843 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-346870d5-eb59-466d-8d05-239bef187080 req-93283cbe-c9a3-42f5-89f2-457560361047 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349331 Aug 13 03:13:41.789187 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7fe638-39b9-4de8-ba3b-8b9cbfac0aa4 req-26112269-ea71-47a8-b87a-c708511478a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:41.790560 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ce7fe638-39b9-4de8-ba3b-8b9cbfac0aa4 req-26112269-ea71-47a8-b87a-c708511478a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b81ac45-3159-4212-beb3-c2c0273b749e HTTP/1.1" status: 200 len: 912 time: 0.0996687 Aug 13 03:13:41.861442 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ce7fe638-39b9-4de8-ba3b-8b9cbfac0aa4 req-27b0a091-eae0-4b5a-87ee-d9bd76d9b27a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49e6aa74-1067-40a9-949b-d103f9c502f1 HTTP/1.1" status: 200 len: 1002 time: 0.0634980 Aug 13 03:13:41.914935 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7fe638-39b9-4de8-ba3b-8b9cbfac0aa4 req-7cd22117-7284-419a-bbf2-acbf9947aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:41.916562 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ce7fe638-39b9-4de8-ba3b-8b9cbfac0aa4 req-7cd22117-7284-419a-bbf2-acbf9947aa4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68827f2e-de90-4b53-a7db-7453893ac91c HTTP/1.1" status: 200 len: 850 time: 0.0469856 Aug 13 03:13:41.982135 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7fe638-39b9-4de8-ba3b-8b9cbfac0aa4 req-37ffaaf5-43dd-4f5c-b0fd-ffd40ff164a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:41.983836 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ce7fe638-39b9-4de8-ba3b-8b9cbfac0aa4 req-37ffaaf5-43dd-4f5c-b0fd-ffd40ff164a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b81ac45-3159-4212-beb3-c2c0273b749e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497854 Aug 13 03:13:42.081464 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ce7fe638-39b9-4de8-ba3b-8b9cbfac0aa4 req-36a572a2-8ee9-44d5-9927-814dfdae8900 service neutron] 10.222.0.36 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889513 Aug 13 03:13:42.416312 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ce7fe638-39b9-4de8-ba3b-8b9cbfac0aa4 req-c500be3a-2185-4954-b0ac-510c48cdee25 service neutron] 10.222.0.36 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239670 Aug 13 03:13:42.851391 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd3354-a3a4-4af8-93dc-f480291939b8 req-e8797a74-8f47-4636-aaed-f1539abf15bd tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:42.853071 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b1bd3354-a3a4-4af8-93dc-f480291939b8 req-e8797a74-8f47-4636-aaed-f1539abf15bd tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0622678 Aug 13 03:13:42.894968 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b1bd3354-a3a4-4af8-93dc-f480291939b8 req-8e6d2457-385d-4432-9b30-ddb369d6a710 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351932 Aug 13 03:13:44.021042 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb4bb1-f331-4d31-a4b1-b0aaf01ee7c8 req-99d65a96-cfb2-42ee-a4fa-a290b657c957 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:44.022754 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-19cb4bb1-f331-4d31-a4b1-b0aaf01ee7c8 req-99d65a96-cfb2-42ee-a4fa-a290b657c957 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0569093 Aug 13 03:13:44.070248 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-19cb4bb1-f331-4d31-a4b1-b0aaf01ee7c8 req-714ddfc1-914a-40f8-9013-efe4f666526f tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413709 Aug 13 03:13:44.157631 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 56360) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:44.266157 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c7632e01-7385-49fa-8092-a7863de11187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:44.358912 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c7632e01-7385-49fa-8092-a7863de11187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:44.363051 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c7632e01-7385-49fa-8092-a7863de11187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:44.403686 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-c7632e01-7385-49fa-8092-a7863de11187 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2085ca1f22f8438abd2d59b9e92b8e20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448816 Aug 13 03:13:44.404507 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7632e01-7385-49fa-8092-a7863de11187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03421914-fc23-4a9a-ac5b-1c8b8744691b,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:44.406469 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 56368) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:44.475479 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-74f99055-385d-4f02-b77d-f6a66de70c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:44.500003 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-74f99055-385d-4f02-b77d-f6a66de70c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:44.548443 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-74f99055-385d-4f02-b77d-f6a66de70c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:44.551010 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-74f99055-385d-4f02-b77d-f6a66de70c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:44.552194 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-74f99055-385d-4f02-b77d-f6a66de70c96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03421914-fc23-4a9a-ac5b-1c8b8744691b HTTP/1.1" status: 204 len: 168 time: 0.1439414 Aug 13 03:13:44.559925 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f99055-385d-4f02-b77d-f6a66de70c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03421914-fc23-4a9a-ac5b-1c8b8744691b,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:44.836977 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 56378) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:44.855767 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-33fa6f76-f55e-4682-a1f1-82b9a1cc73dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:44.955688 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-33fa6f76-f55e-4682-a1f1-82b9a1cc73dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:44.959680 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-33fa6f76-f55e-4682-a1f1-82b9a1cc73dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:44.997552 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa6f76-f55e-4682-a1f1-82b9a1cc73dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a32069-5af3-4a34-b7bb-4d2897b468ce,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:45.002846 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-33fa6f76-f55e-4682-a1f1-82b9a1cc73dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3d714e2ee5d423aa2351a3aa97215b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1635897 Aug 13 03:13:45.006307 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 56380) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:45.057354 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a4dae809-a0f6-4a12-9011-9d45749c9032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:45.081464 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a4dae809-a0f6-4a12-9011-9d45749c9032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:45.135346 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a4dae809-a0f6-4a12-9011-9d45749c9032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:45.138107 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a4dae809-a0f6-4a12-9011-9d45749c9032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:45.139324 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-a4dae809-a0f6-4a12-9011-9d45749c9032 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7a32069-5af3-4a34-b7bb-4d2897b468ce HTTP/1.1" status: 204 len: 168 time: 0.1320741 Aug 13 03:13:45.148589 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dae809-a0f6-4a12-9011-9d45749c9032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a32069-5af3-4a34-b7bb-4d2897b468ce,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:45.206114 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e802b6-5e06-49b1-b054-6ead1721facb req-1917f43f-2b6d-4bf6-bd0f-d9d2a7429b76 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:45.207818 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c3e802b6-5e06-49b1-b054-6ead1721facb req-1917f43f-2b6d-4bf6-bd0f-d9d2a7429b76 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0553443 Aug 13 03:13:45.248647 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c3e802b6-5e06-49b1-b054-6ead1721facb req-b048194e-8ead-4014-a73b-89bef77ec900 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328193 Aug 13 03:13:46.375884 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432d757-f563-4c8b-849d-08f42d864401 req-c96afbbd-da15-4987-851b-400d26dd67c0 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:46.377810 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-6432d757-f563-4c8b-849d-08f42d864401 req-c96afbbd-da15-4987-851b-400d26dd67c0 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0524442 Aug 13 03:13:46.419255 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-6432d757-f563-4c8b-849d-08f42d864401 req-9843368d-79cb-4ec6-967d-c482ae177474 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355268 Aug 13 03:13:47.545446 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe910de-dd08-4766-a33d-03341f46b85f req-118c4a07-84e5-441a-9570-1290dcd7910f tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:47.547621 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ffe910de-dd08-4766-a33d-03341f46b85f req-118c4a07-84e5-441a-9570-1290dcd7910f tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0521212 Aug 13 03:13:47.591210 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ffe910de-dd08-4766-a33d-03341f46b85f req-4eaeb4fd-98ae-4861-a1a9-2b7563729a95 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374806 Aug 13 03:13:47.996379 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 56460) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:48.106763 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4a05bea9-3e0d-4669-a19c-95602cf72931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:48.210383 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4a05bea9-3e0d-4669-a19c-95602cf72931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:48.214424 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4a05bea9-3e0d-4669-a19c-95602cf72931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:48.259952 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05bea9-3e0d-4669-a19c-95602cf72931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70002f27-dd88-4d1f-8445-9a6a3674593a,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:48.267882 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-4a05bea9-3e0d-4669-a19c-95602cf72931 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8472328352ef416b935b3d583aefc247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677886 Aug 13 03:13:48.268367 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 56468) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:48.348010 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-21be7175-2020-4ba7-9680-2ac26cb85599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:48.372334 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-21be7175-2020-4ba7-9680-2ac26cb85599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:48.424448 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-21be7175-2020-4ba7-9680-2ac26cb85599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:48.427372 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-21be7175-2020-4ba7-9680-2ac26cb85599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:48.428776 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-21be7175-2020-4ba7-9680-2ac26cb85599 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70002f27-dd88-4d1f-8445-9a6a3674593a HTTP/1.1" status: 204 len: 168 time: 0.1593029 Aug 13 03:13:48.438435 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be7175-2020-4ba7-9680-2ac26cb85599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70002f27-dd88-4d1f-8445-9a6a3674593a,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:48.717679 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcab1e-1144-402c-88e4-9d3bce15fef7 req-7c4fa9a4-bc58-4aeb-9f07-d582e279ed11 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:48.719237 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-6dbcab1e-1144-402c-88e4-9d3bce15fef7 req-7c4fa9a4-bc58-4aeb-9f07-d582e279ed11 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0545018 Aug 13 03:13:48.756948 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-6dbcab1e-1144-402c-88e4-9d3bce15fef7 req-2317c66e-1dc8-451b-9cec-be3e5f0f4251 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315568 Aug 13 03:13:49.879314 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67eeb9-b713-44e2-855c-d8d0d70601f1 req-2fc4d2b0-2891-40e9-97a5-1649cf002294 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:49.881154 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8e67eeb9-b713-44e2-855c-d8d0d70601f1 req-2fc4d2b0-2891-40e9-97a5-1649cf002294 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0519910 Aug 13 03:13:49.919727 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8e67eeb9-b713-44e2-855c-d8d0d70601f1 req-7d8a1609-9f8f-47a5-884a-1d3c33a4d6a4 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325799 Aug 13 03:13:50.653336 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:51.042009 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551ad61-1a14-4dba-9b89-54c2c996c22b req-f5265f0a-2344-4683-af18-01dbbfbe5bdf tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:51.043505 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-2551ad61-1a14-4dba-9b89-54c2c996c22b req-f5265f0a-2344-4683-af18-01dbbfbe5bdf tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0481265 Aug 13 03:13:51.080835 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-2551ad61-1a14-4dba-9b89-54c2c996c22b req-f9d72f31-f929-4e27-9044-c3a7ce20fd8a tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307164 Aug 13 03:13:51.717863 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 56558) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:51.831973 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71cba39b-6584-43e7-b044-f76ddb7f65a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:51.923004 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71cba39b-6584-43e7-b044-f76ddb7f65a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:51.927205 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71cba39b-6584-43e7-b044-f76ddb7f65a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:51.965676 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cba39b-6584-43e7-b044-f76ddb7f65a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108ff3a9-4379-42f5-9103-fad265d5b7e3,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:51.973422 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-71cba39b-6584-43e7-b044-f76ddb7f65a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fcd35e1c8906497a9bc7fabc493a096a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524185 Aug 13 03:13:51.974370 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 56566) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:52.023385 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c583f1ea-03ee-422a-b50f-b5cad2505573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:52.044288 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c583f1ea-03ee-422a-b50f-b5cad2505573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:52.092313 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c583f1ea-03ee-422a-b50f-b5cad2505573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:52.094864 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c583f1ea-03ee-422a-b50f-b5cad2505573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:52.096048 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-c583f1ea-03ee-422a-b50f-b5cad2505573 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/108ff3a9-4379-42f5-9103-fad265d5b7e3 HTTP/1.1" status: 204 len: 168 time: 0.1209638 Aug 13 03:13:52.109938 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583f1ea-03ee-422a-b50f-b5cad2505573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108ff3a9-4379-42f5-9103-fad265d5b7e3,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:52.210587 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae50184-977c-4387-a7d8-2e8b5423f239 req-a5719671-2c05-4214-ba84-78a059c6815b tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:52.212210 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3ae50184-977c-4387-a7d8-2e8b5423f239 req-a5719671-2c05-4214-ba84-78a059c6815b tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0495737 Aug 13 03:13:52.253182 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3ae50184-977c-4387-a7d8-2e8b5423f239 req-57a566b0-edef-4aad-8d7f-b74975031785 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337360 Aug 13 03:13:52.366534 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 56576) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:52.379640 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-0bb163f9-69f3-43ae-aad6-9489f9d073d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:52.470305 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-0bb163f9-69f3-43ae-aad6-9489f9d073d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:52.474042 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-0bb163f9-69f3-43ae-aad6-9489f9d073d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:52.512717 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-0bb163f9-69f3-43ae-aad6-9489f9d073d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25bf53b5552b463d95391a2da670d8ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450989 Aug 13 03:13:52.513570 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb163f9-69f3-43ae-aad6-9489f9d073d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54a81a9-2e1a-4f8a-aa36-0b643a8f1949,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:52.516026 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 56578) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:52.564691 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e6131a08-3e79-44bb-a0c6-aee5a415fde3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:52.566291 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-53bf8188-f18a-4254-9493-9898e0b50bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:52.586425 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e6131a08-3e79-44bb-a0c6-aee5a415fde3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:52.636331 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e6131a08-3e79-44bb-a0c6-aee5a415fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:52.638868 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e6131a08-3e79-44bb-a0c6-aee5a415fde3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:52.640828 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-e6131a08-3e79-44bb-a0c6-aee5a415fde3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c54a81a9-2e1a-4f8a-aa36-0b643a8f1949 HTTP/1.1" status: 204 len: 168 time: 0.1233871 Aug 13 03:13:52.648408 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6131a08-3e79-44bb-a0c6-aee5a415fde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54a81a9-2e1a-4f8a-aa36-0b643a8f1949,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:53.373054 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97973094-2ee5-49e4-b064-4228c19b7393 req-c6aaf2a3-ce24-4166-b1de-2ee7434f7b63 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:53.375421 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-97973094-2ee5-49e4-b064-4228c19b7393 req-c6aaf2a3-ce24-4166-b1de-2ee7434f7b63 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0539165 Aug 13 03:13:53.412353 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-97973094-2ee5-49e4-b064-4228c19b7393 req-443958e0-8577-4230-bd12-04e6de3c1244 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313501 Aug 13 03:13:53.710529 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 56612) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:53.825153 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-586996ac-068a-4884-8c76-53fcc6079504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:53.917008 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-586996ac-068a-4884-8c76-53fcc6079504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:53.921470 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-586996ac-068a-4884-8c76-53fcc6079504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:53.961731 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-586996ac-068a-4884-8c76-53fcc6079504 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9be2812859964b4aba73909260ffc20d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500939 Aug 13 03:13:53.962708 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586996ac-068a-4884-8c76-53fcc6079504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c685a315-91fc-484b-b5d3-550523712cdf,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:53.964622 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 56616) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:54.015430 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ccc00eba-9d07-468d-9fcd-60061d009be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:54.035551 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ccc00eba-9d07-468d-9fcd-60061d009be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:54.079444 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ccc00eba-9d07-468d-9fcd-60061d009be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:54.081870 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ccc00eba-9d07-468d-9fcd-60061d009be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:54.082981 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-ccc00eba-9d07-468d-9fcd-60061d009be7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c685a315-91fc-484b-b5d3-550523712cdf HTTP/1.1" status: 204 len: 168 time: 0.1165309 Aug 13 03:13:54.090347 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc00eba-9d07-468d-9fcd-60061d009be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c685a315-91fc-484b-b5d3-550523712cdf,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:54.690532 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e1a62-92e4-40b2-809f-9ede89243275 req-a0b40eab-2fcf-41b3-816f-977de4a607c4 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:54.692091 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-de1e1a62-92e4-40b2-809f-9ede89243275 req-a0b40eab-2fcf-41b3-816f-977de4a607c4 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0481868 Aug 13 03:13:54.732157 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-de1e1a62-92e4-40b2-809f-9ede89243275 req-0df9405a-a469-482b-91bd-7fd3d99841d4 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335259 Aug 13 03:13:55.052424 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 56656) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:55.156922 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c535725d-0748-4050-af68-e6a6d19497d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:55.254472 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c535725d-0748-4050-af68-e6a6d19497d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:55.258640 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c535725d-0748-4050-af68-e6a6d19497d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:55.300156 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-c535725d-0748-4050-af68-e6a6d19497d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed1ea5823ec841e781eb5323c51174f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466438 Aug 13 03:13:55.301008 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535725d-0748-4050-af68-e6a6d19497d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43ca7e8-35a5-42bf-96cb-92f4c07bf285,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:55.302887 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 56662) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:55.357456 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1c1bb39f-42ac-4f96-8cae-21a492eff5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:55.378212 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1c1bb39f-42ac-4f96-8cae-21a492eff5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:55.423692 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1c1bb39f-42ac-4f96-8cae-21a492eff5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:55.426115 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1c1bb39f-42ac-4f96-8cae-21a492eff5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:55.427246 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-1c1bb39f-42ac-4f96-8cae-21a492eff5c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f43ca7e8-35a5-42bf-96cb-92f4c07bf285 HTTP/1.1" status: 204 len: 168 time: 0.1232929 Aug 13 03:13:55.434798 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bb39f-42ac-4f96-8cae-21a492eff5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43ca7e8-35a5-42bf-96cb-92f4c07bf285,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:55.526677 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-3d8aded2-6d6c-43c7-a8aa-aca8aaeef241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:55.808163 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:55.855713 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2c3c7-250b-4025-9329-54f7864cbeb5 req-8ee106a8-7983-413e-adcb-fa03e30faa23 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:55.857207 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-b7e2c3c7-250b-4025-9329-54f7864cbeb5 req-8ee106a8-7983-413e-adcb-fa03e30faa23 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0562868 Aug 13 03:13:55.897119 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-b7e2c3c7-250b-4025-9329-54f7864cbeb5 req-5409013e-cc76-4ae8-b885-fa59d588b4c7 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322015 Aug 13 03:13:56.449473 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:57.019392 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd4d6d-844c-4020-8aff-718c424973fb req-b574a282-867b-4be0-a8ca-8c4b16eba35c tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:57.021535 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-39cd4d6d-844c-4020-8aff-718c424973fb req-b574a282-867b-4be0-a8ca-8c4b16eba35c tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0547636 Aug 13 03:13:57.062834 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-39cd4d6d-844c-4020-8aff-718c424973fb req-2aeb42d3-1f32-44f4-8eab-b14ad93b1097 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345192 Aug 13 03:13:57.305025 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e34d8-b7fe-47fc-940c-9bb8e3de4735 req-f9e2de01-b431-45e1-9877-55d648ad383f tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:57.306769 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1f4e34d8-b7fe-47fc-940c-9bb8e3de4735 req-f9e2de01-b431-45e1-9877-55d648ad383f tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0601106 Aug 13 03:13:57.370220 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1f4e34d8-b7fe-47fc-940c-9bb8e3de4735 req-ee4926a4-c499-4b2a-ae68-4e2fba74ad9e tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565937 Aug 13 03:13:57.382382 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e14118-9de5-4e43-901a-d878d5f9e141 req-12e67514-a63a-4d85-bf2b-832e2b763b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:57.383926 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e9e14118-9de5-4e43-901a-d878d5f9e141 req-12e67514-a63a-4d85-bf2b-832e2b763b5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1ca17cfabb94060a5d83994ebd072fc&device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 1099 time: 0.0634122 Aug 13 03:13:57.475104 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e14118-9de5-4e43-901a-d878d5f9e141 req-2125b693-29d2-491f-8992-3e4bd76ed4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:57.476578 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e9e14118-9de5-4e43-901a-d878d5f9e141 req-2125b693-29d2-491f-8992-3e4bd76ed4c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b81ac45-3159-4212-beb3-c2c0273b749e HTTP/1.1" status: 200 len: 912 time: 0.0846519 Aug 13 03:13:57.547019 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e9e14118-9de5-4e43-901a-d878d5f9e141 req-d45cb959-ff60-40af-9087-3a68c3f0b22f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49e6aa74-1067-40a9-949b-d103f9c502f1 HTTP/1.1" status: 200 len: 1002 time: 0.0624220 Aug 13 03:13:57.597625 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e14118-9de5-4e43-901a-d878d5f9e141 req-7deab561-5181-4e23-97ce-5b87e1b5b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:57.599153 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e9e14118-9de5-4e43-901a-d878d5f9e141 req-7deab561-5181-4e23-97ce-5b87e1b5b6e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68827f2e-de90-4b53-a7db-7453893ac91c HTTP/1.1" status: 200 len: 850 time: 0.0452313 Aug 13 03:13:57.646212 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e14118-9de5-4e43-901a-d878d5f9e141 req-7bfe66d1-ec05-4f3f-bdbd-4e6951204732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:57.647740 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e9e14118-9de5-4e43-901a-d878d5f9e141 req-7bfe66d1-ec05-4f3f-bdbd-4e6951204732 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b81ac45-3159-4212-beb3-c2c0273b749e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407932 Aug 13 03:13:57.743923 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e9e14118-9de5-4e43-901a-d878d5f9e141 req-c19fa3ac-4b52-4741-bc67-6d46514fca42 service neutron] 10.222.0.36 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885594 Aug 13 03:13:57.839746 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e9e14118-9de5-4e43-901a-d878d5f9e141 req-124b1624-162c-4cc5-a6f0-165cccceac9f service neutron] 10.222.0.36 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887976 Aug 13 03:13:57.881893 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:58.495435 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde127f0-2e8b-412a-ac74-e01be29db41d req-77af1e4a-791b-4384-b318-e0aaf21ddb2a tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:58.496936 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-cde127f0-2e8b-412a-ac74-e01be29db41d req-77af1e4a-791b-4384-b318-e0aaf21ddb2a tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0495412 Aug 13 03:13:58.537082 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-cde127f0-2e8b-412a-ac74-e01be29db41d req-64af8d0f-b28b-44cb-a496-84f24e6d61dd tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334573 Aug 13 03:13:59.500932 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 56752) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:59.604297 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-de935bb4-e164-48e8-8ea0-f18b6ce5cb98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:59.678524 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74f103-59f4-41b4-b1c7-51549323554a req-03b87aab-14ba-49cc-aec9-84cad9ef1200 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:13:59.680003 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-eb74f103-59f4-41b4-b1c7-51549323554a req-03b87aab-14ba-49cc-aec9-84cad9ef1200 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0737526 Aug 13 03:13:59.731659 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-eb74f103-59f4-41b4-b1c7-51549323554a req-18917368-d6d1-43c9-8bc9-6fe6dafb57cc tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446033 Aug 13 03:13:59.763684 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-de935bb4-e164-48e8-8ea0-f18b6ce5cb98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:59.767727 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-de935bb4-e164-48e8-8ea0-f18b6ce5cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:59.805488 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-de935bb4-e164-48e8-8ea0-f18b6ce5cb98 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5380835d0b904c40b8c08036a572736b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034821 Aug 13 03:13:59.806375 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de935bb4-e164-48e8-8ea0-f18b6ce5cb98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abe7377-d575-41db-bb29-07917429da12,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:13:59.808410 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 56760) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:13:59.857658 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9d3f274f-0315-492a-b431-633c194f19f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:59.878038 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9d3f274f-0315-492a-b431-633c194f19f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:59.923388 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9d3f274f-0315-492a-b431-633c194f19f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:59.925909 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9d3f274f-0315-492a-b431-633c194f19f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:13:59.927032 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-9d3f274f-0315-492a-b431-633c194f19f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4abe7377-d575-41db-bb29-07917429da12 HTTP/1.1" status: 204 len: 168 time: 0.1176491 Aug 13 03:13:59.934361 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f274f-0315-492a-b431-633c194f19f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abe7377-d575-41db-bb29-07917429da12,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:14:00.182450 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 56768) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:14:00.196526 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-96ac7311-37f7-4f81-99a5-a7635d62d9c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:00.285080 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-96ac7311-37f7-4f81-99a5-a7635d62d9c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:00.288802 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-96ac7311-37f7-4f81-99a5-a7635d62d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:00.327914 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-96ac7311-37f7-4f81-99a5-a7635d62d9c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bfd610ead4034bd7aa1f276487b9ed15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434889 Aug 13 03:14:00.328867 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac7311-37f7-4f81-99a5-a7635d62d9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a843c6cd-2f5e-4957-a555-f3ea6a9df7d1,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:14:00.330508 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 56770) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:14:00.378764 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7b0e668e-bcf9-4de0-926e-633d0ebca623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:00.399107 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7b0e668e-bcf9-4de0-926e-633d0ebca623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:00.447058 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7b0e668e-bcf9-4de0-926e-633d0ebca623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:00.449533 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7b0e668e-bcf9-4de0-926e-633d0ebca623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:00.450652 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-7b0e668e-bcf9-4de0-926e-633d0ebca623 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a843c6cd-2f5e-4957-a555-f3ea6a9df7d1 HTTP/1.1" status: 204 len: 168 time: 0.1191561 Aug 13 03:14:00.458600 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e668e-bcf9-4de0-926e-633d0ebca623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a843c6cd-2f5e-4957-a555-f3ea6a9df7d1,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:14:01.098883 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 56792) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:14:01.198364 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-2bd79d9c-70bb-4b8e-8d60-130eab4784a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-216042641-network', 'tenant_id': 'd3e7017b508c465b878dee2197937b2c'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:14:01.219016 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd79d9c-70bb-4b8e-8d60-130eab4784a3 admin admin] Made reservation on behalf of d3e7017b508c465b878dee2197937b2c for: {'network': 1} {{(pid=100521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:14:01.221388 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2bd79d9c-70bb-4b8e-8d60-130eab4784a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for network, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:01.230782 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2bd79d9c-70bb-4b8e-8d60-130eab4784a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:01.323557 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2bd79d9c-70bb-4b8e-8d60-130eab4784a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:01.328028 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2bd79d9c-70bb-4b8e-8d60-130eab4784a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:01.348543 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd79d9c-70bb-4b8e-8d60-130eab4784a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=100521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:14:01.361517 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd79d9c-70bb-4b8e-8d60-130eab4784a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59acbc8e-4816-49ec-9ffe-c3b57a883a07,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:14:01.366312 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2bd79d9c-70bb-4b8e-8d60-130eab4784a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:01.366652 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.db.segments_db [None req-2bd79d9c-70bb-4b8e-8d60-130eab4784a3 admin admin] Added segment 56f650fd-ac21-4faa-883b-71192e0a11a1 of type vlan for network 1b09c73d-69c1-4149-8237-1e53b9b0e3ff Aug 13 03:14:01.404843 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2bd79d9c-70bb-4b8e-8d60-130eab4784a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730805411148'] for network, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:01.433757 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2bd79d9c-70bb-4b8e-8d60-130eab4784a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for network, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:01.434844 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd79d9c-70bb-4b8e-8d60-130eab4784a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:01.435420 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2bd79d9c-70bb-4b8e-8d60-130eab4784a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:01.483904 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-2bd79d9c-70bb-4b8e-8d60-130eab4784a3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3838575 Aug 13 03:14:01.486945 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 56798) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:14:01.491960 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-09418d4d-04db-4f23-a8c3-5a760ed5a6ab admin admin] Request body: {'subnet': {'network_id': '1b09c73d-69c1-4149-8237-1e53b9b0e3ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-216042641-subnet', 'tenant_id': 'd3e7017b508c465b878dee2197937b2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:14:01.494180 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd79d9c-70bb-4b8e-8d60-130eab4784a3 admin admin] Pushing event updated for resources: {'Network': ['ID=1b09c73d-69c1-4149-8237-1e53b9b0e3ff,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:14:01.505052 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Network 1b09c73d-69c1-4149-8237-1e53b9b0e3ff details requested by agent ovs-agent-dv-cinder-760192-6-iscsi with host dv-cinder-760192-6-iscsi {{(pid=100522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:14:01.514160 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09418d4d-04db-4f23-a8c3-5a760ed5a6ab admin admin] Made reservation on behalf of d3e7017b508c465b878dee2197937b2c for: {'subnet': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:14:01.517354 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-09418d4d-04db-4f23-a8c3-5a760ed5a6ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13559771'] for subnet, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:01.682951 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-09418d4d-04db-4f23-a8c3-5a760ed5a6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13334696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13559785'] for subnet, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:01.736821 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09418d4d-04db-4f23-a8c3-5a760ed5a6ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=caba6914-6718-42a0-b2aa-2bdb4b0f670e,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:14:01.748009 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09418d4d-04db-4f23-a8c3-5a760ed5a6ab admin admin] Checking segment: {'id': '56f650fd-ac21-4faa-883b-71192e0a11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1b09c73d-69c1-4149-8237-1e53b9b0e3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:14:01.748369 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09418d4d-04db-4f23-a8c3-5a760ed5a6ab admin admin] Network hostable DHCP agents. Network: 1b09c73d-69c1-4149-8237-1e53b9b0e3ff, hostable agents: ['595598fe-73c0-479d-97dd-8b235d94b446'], hosted agents: [] {{(pid=100520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:14:01.765651 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09418d4d-04db-4f23-a8c3-5a760ed5a6ab admin admin] Network 1b09c73d-69c1-4149-8237-1e53b9b0e3ff is scheduled to be hosted by DHCP agent 595598fe-73c0-479d-97dd-8b235d94b446 with binding_index 1 {{(pid=100520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:14:01.774989 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-09418d4d-04db-4f23-a8c3-5a760ed5a6ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760192-6-iscsi, 1b09c73d-69c1-4149-8237-1e53b9b0e3ff) {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:14:01.779739 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09418d4d-04db-4f23-a8c3-5a760ed5a6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:01.780280 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-09418d4d-04db-4f23-a8c3-5a760ed5a6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:01.784984 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fa1058-9985-4114-b090-f6491a38c45a None None] Network 1b09c73d-69c1-4149-8237-1e53b9b0e3ff requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:14:01.794696 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-09418d4d-04db-4f23-a8c3-5a760ed5a6ab admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3064797 Aug 13 03:14:01.908060 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6336c8f4-027a-403a-9eba-060c37ead603 None None] Network 1b09c73d-69c1-4149-8237-1e53b9b0e3ff requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:14:03.543882 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-763f9d2f-b18f-44d7-9afc-6a045f2ff83e tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:03.545336 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-763f9d2f-b18f-44d7-9afc-6a045f2ff83e tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/networks?id=1b09c73d-69c1-4149-8237-1e53b9b0e3ff HTTP/1.1" status: 200 len: 808 time: 0.1023200 Aug 13 03:14:03.559761 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-e56aa466-d73d-4f5a-9ed8-6527772c8157 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/quotas/d3e7017b508c465b878dee2197937b2c HTTP/1.1" status: 200 len: 375 time: 0.0086462 Aug 13 03:14:03.590453 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-bbc99e58-70f2-4afe-81f7-d7f4d6af82e6 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3e7017b508c465b878dee2197937b2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253773 Aug 13 03:14:03.726902 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-a9254bff-4400-4e0b-9ac0-40077e9bdc9e service neutron] 10.222.0.13 "GET /v2.0/networks/1b09c73d-69c1-4149-8237-1e53b9b0e3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284306 Aug 13 03:14:03.819844 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-b1be38cc-fd65-459e-8bfd-386b9c6fd0bf service neutron] 10.222.0.13 "GET /v2.0/networks/1b09c73d-69c1-4149-8237-1e53b9b0e3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863612 Aug 13 03:14:03.988248 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9b6c5327-48a0-4816-bd40-78be46cf788a req-392e5603-b69b-470a-8155-e701c865d6f3 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?device_id=54b00af2-64b6-445b-a5de-4f01304d328b HTTP/1.1" status: 200 len: 210 time: 0.0348511 Aug 13 03:14:05.084961 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-fd0ba5fa-9b69-45f6-aceb-afcea69feb79 req-be384f6d-ffe3-49f6-b120-f22f8924ad5c tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?device_id=54b00af2-64b6-445b-a5de-4f01304d328b HTTP/1.1" status: 200 len: 210 time: 0.0272560 Aug 13 03:14:05.116140 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-66244688-27e3-4f72-b621-704560d3c66a tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:05.117622 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-66244688-27e3-4f72-b621-704560d3c66a tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.36 "GET /v2.0/networks?id=1b09c73d-69c1-4149-8237-1e53b9b0e3ff HTTP/1.1" status: 200 len: 808 time: 0.1126106 Aug 13 03:14:05.131000 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-47732644-baf8-4df2-b841-3e42c199fad1 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Request body: {'port': {'device_id': '54b00af2-64b6-445b-a5de-4f01304d328b', 'network_id': '1b09c73d-69c1-4149-8237-1e53b9b0e3ff', 'admin_state_up': True, 'tenant_id': 'd3e7017b508c465b878dee2197937b2c'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:14:05.241285 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-47732644-baf8-4df2-b841-3e42c199fad1 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Made reservation on behalf of d3e7017b508c465b878dee2197937b2c for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:14:05.244709 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-47732644-baf8-4df2-b841-3e42c199fad1 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:05.369920 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-47732644-baf8-4df2-b841-3e42c199fad1 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Allocated IP 172.20.0.11 (1b09c73d-69c1-4149-8237-1e53b9b0e3ff/caba6914-6718-42a0-b2aa-2bdb4b0f670e/6ae8729c-cdd2-4ee5-b3e7-615c5b13f558) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:14:05.515747 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-47732644-baf8-4df2-b841-3e42c199fad1 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:05.555742 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-47732644-baf8-4df2-b841-3e42c199fad1 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:05.600987 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-47732644-baf8-4df2-b841-3e42c199fad1 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Network 1b09c73d-69c1-4149-8237-1e53b9b0e3ff is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:14:05.606801 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-47732644-baf8-4df2-b841-3e42c199fad1 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:14:05.611737 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-47732644-baf8-4df2-b841-3e42c199fad1 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:14:05.644220 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47732644-baf8-4df2-b841-3e42c199fad1 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Pushing event updated for resources: {'Port': ['ID=6ae8729c-cdd2-4ee5-b3e7-615c5b13f558,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:14:05.669461 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-47732644-baf8-4df2-b841-3e42c199fad1 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:05.670072 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-47732644-baf8-4df2-b841-3e42c199fad1 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:05.684995 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-47732644-baf8-4df2-b841-3e42c199fad1 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5585642 Aug 13 03:14:05.697708 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-0929569e-b8a0-44ee-a150-0129ec39dabb service neutron] Request body: {'port': {'device_id': '54b00af2-64b6-445b-a5de-4f01304d328b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:14:05.755711 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-0929569e-b8a0-44ee-a150-0129ec39dabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:06.018089 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-0929569e-b8a0-44ee-a150-0129ec39dabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae8729c-cdd2-4ee5-b3e7-615c5b13f558 {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:14:06.025257 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-0929569e-b8a0-44ee-a150-0129ec39dabb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:06.038539 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-0929569e-b8a0-44ee-a150-0129ec39dabb service neutron] Transition to ACTIVE for port object 6ae8729c-cdd2-4ee5-b3e7-615c5b13f558 will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:14:06.041444 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-0929569e-b8a0-44ee-a150-0129ec39dabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:06.093492 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929569e-b8a0-44ee-a150-0129ec39dabb service neutron] Pushing event updated for resources: {'Port': ['ID=6ae8729c-cdd2-4ee5-b3e7-615c5b13f558,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:14:06.167881 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-0929569e-b8a0-44ee-a150-0129ec39dabb service neutron] Attempting to bind port 6ae8729c-cdd2-4ee5-b3e7-615c5b13f558 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:14:06.168597 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-0929569e-b8a0-44ee-a150-0129ec39dabb service neutron] Attempting to bind port 6ae8729c-cdd2-4ee5-b3e7-615c5b13f558 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '56f650fd-ac21-4faa-883b-71192e0a11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1b09c73d-69c1-4149-8237-1e53b9b0e3ff'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:14:06.168597 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-0929569e-b8a0-44ee-a150-0129ec39dabb service neutron] Attempting to bind port 6ae8729c-cdd2-4ee5-b3e7-615c5b13f558 on network 1b09c73d-69c1-4149-8237-1e53b9b0e3ff {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:14:06.188035 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-0929569e-b8a0-44ee-a150-0129ec39dabb service neutron] Port 6ae8729c-cdd2-4ee5-b3e7-615c5b13f558 on network 1b09c73d-69c1-4149-8237-1e53b9b0e3ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:14:06.188358 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-0929569e-b8a0-44ee-a150-0129ec39dabb service neutron] Attempting to bind port 6ae8729c-cdd2-4ee5-b3e7-615c5b13f558 on network 1b09c73d-69c1-4149-8237-1e53b9b0e3ff {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:14:06.195764 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-0929569e-b8a0-44ee-a150-0129ec39dabb service neutron] Checking agent: {'id': 'ed42ff0f-eab8-465d-8b76-aea1e8788a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'started_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:14:06.196105 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-0929569e-b8a0-44ee-a150-0129ec39dabb service neutron] Checking segment: {'id': '56f650fd-ac21-4faa-883b-71192e0a11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1b09c73d-69c1-4149-8237-1e53b9b0e3ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:14:06.196487 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-0929569e-b8a0-44ee-a150-0129ec39dabb service neutron] Bound using segment: {'id': '56f650fd-ac21-4faa-883b-71192e0a11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1b09c73d-69c1-4149-8237-1e53b9b0e3ff'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:14:06.196906 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-0929569e-b8a0-44ee-a150-0129ec39dabb service neutron] Bound port: 6ae8729c-cdd2-4ee5-b3e7-615c5b13f558, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56f650fd-ac21-4faa-883b-71192e0a11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1b09c73d-69c1-4149-8237-1e53b9b0e3ff'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:14:06.197263 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-0929569e-b8a0-44ee-a150-0129ec39dabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:06.224064 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd3cb5-5f87-4136-bc9d-598fef4fd7a5 req-735a9c54-95bd-4eca-be25-56d11aa98183 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:06.225529 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-20fd3cb5-5f87-4136-bc9d-598fef4fd7a5 req-735a9c54-95bd-4eca-be25-56d11aa98183 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?device_id=54b00af2-64b6-445b-a5de-4f01304d328b HTTP/1.1" status: 200 len: 944 time: 0.0710104 Aug 13 03:14:06.297079 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-20fd3cb5-5f87-4136-bc9d-598fef4fd7a5 req-b758f50e-b209-4619-8c4c-4132aec28a85 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/security-groups?id=59acbc8e-4816-49ec-9ffe-c3b57a883a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542831 Aug 13 03:14:06.302701 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-0929569e-b8a0-44ee-a150-0129ec39dabb service neutron] For port 6ae8729c-cdd2-4ee5-b3e7-615c5b13f558, host hv-cinder-76019, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:14:06.306627 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-0929569e-b8a0-44ee-a150-0129ec39dabb service neutron] For port 6ae8729c-cdd2-4ee5-b3e7-615c5b13f558, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6ae8729c-cdd2-4ee5-b3e7-615c5b13f558,segment=NetworkSegment(56f650fd-ac21-4faa-883b-71192e0a11a1),segment_id=56f650fd-ac21-4faa-883b-71192e0a11a1)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:14:06.312415 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-0929569e-b8a0-44ee-a150-0129ec39dabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:06.350741 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-0929569e-b8a0-44ee-a150-0129ec39dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:06.351366 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-0929569e-b8a0-44ee-a150-0129ec39dabb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:06.352750 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-0929569e-b8a0-44ee-a150-0129ec39dabb service neutron] 10.222.0.36 "PUT /v2.0/ports/6ae8729c-cdd2-4ee5-b3e7-615c5b13f558 HTTP/1.1" status: 200 len: 1094 time: 0.6590896 Aug 13 03:14:06.354716 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b00af2-64b6-445b-a5de-4f01304d328b', 'tag': '6ae8729c-cdd2-4ee5-b3e7-615c5b13f558'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:14:06.358033 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a791c536-6f66-4956-bdf1-35b1101c27fb" -d '{"events": [{"name": "network-changed", "server_uuid": "54b00af2-64b6-445b-a5de-4f01304d328b", "tag": "6ae8729c-cdd2-4ee5-b3e7-615c5b13f558"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:14:06.401991 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929569e-b8a0-44ee-a150-0129ec39dabb service neutron] Pushing event updated for resources: {'Port': ['ID=6ae8729c-cdd2-4ee5-b3e7-615c5b13f558,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:14:06.408260 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b51846c-3182-409f-a15d-764e20e5a5c9 x-openstack-request-id: req-6b51846c-3182-409f-a15d-764e20e5a5c9 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:14:06.408553 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b00af2-64b6-445b-a5de-4f01304d328b", "tag": "6ae8729c-cdd2-4ee5-b3e7-615c5b13f558", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:14:06.408803 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b51846c-3182-409f-a15d-764e20e5a5c9 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:14:06.409222 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b00af2-64b6-445b-a5de-4f01304d328b', 'tag': '6ae8729c-cdd2-4ee5-b3e7-615c5b13f558', 'status': 'completed', 'code': 200} Aug 13 03:14:06.439426 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-ea75e644-fbe4-4ddb-a56c-92f8aa928303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:06.441089 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-ea75e644-fbe4-4ddb-a56c-92f8aa928303 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3e7017b508c465b878dee2197937b2c&device_id=54b00af2-64b6-445b-a5de-4f01304d328b HTTP/1.1" status: 200 len: 1097 time: 0.0473657 Aug 13 03:14:06.483463 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-ea0f4ba6-680a-46a4-a327-4d917049e91d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ae8729c-cdd2-4ee5-b3e7-615c5b13f558 HTTP/1.1" status: 200 len: 217 time: 0.0346868 Aug 13 03:14:06.532481 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-f70a0ac1-a1b6-4dc9-9f00-c8ceccea2478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:06.533885 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-f70a0ac1-a1b6-4dc9-9f00-c8ceccea2478 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=caba6914-6718-42a0-b2aa-2bdb4b0f670e HTTP/1.1" status: 200 len: 848 time: 0.0430124 Aug 13 03:14:06.571366 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-cf42e075-4da5-4d4d-b476-3da75b429f2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b09c73d-69c1-4149-8237-1e53b9b0e3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283070 Aug 13 03:14:06.660737 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-2f134da8-4581-4fed-9cd0-82410ff40232 service neutron] 10.222.0.36 "GET /v2.0/networks/1b09c73d-69c1-4149-8237-1e53b9b0e3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815749 Aug 13 03:14:06.760079 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f51627a7-5b8b-4aea-b3d3-6896c313d5bf req-bf639270-3a57-4f61-8e37-e8c84e66c5da service neutron] 10.222.0.36 "GET /v2.0/networks/1b09c73d-69c1-4149-8237-1e53b9b0e3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924759 Aug 13 03:14:06.851157 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791c536-6f66-4956-bdf1-35b1101c27fb req-ebe58460-351f-49a7-84ef-e74c049d160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:06.852678 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a791c536-6f66-4956-bdf1-35b1101c27fb req-ebe58460-351f-49a7-84ef-e74c049d160d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3e7017b508c465b878dee2197937b2c&device_id=54b00af2-64b6-445b-a5de-4f01304d328b HTTP/1.1" status: 200 len: 1097 time: 0.0425050 Aug 13 03:14:06.943480 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791c536-6f66-4956-bdf1-35b1101c27fb req-1adbb434-d253-4cab-941e-f46bb89ff22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:06.945032 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a791c536-6f66-4956-bdf1-35b1101c27fb req-1adbb434-d253-4cab-941e-f46bb89ff22d service neutron] 10.222.0.36 "GET /v2.0/networks?id=1b09c73d-69c1-4149-8237-1e53b9b0e3ff HTTP/1.1" status: 200 len: 909 time: 0.0847759 Aug 13 03:14:06.991549 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a791c536-6f66-4956-bdf1-35b1101c27fb req-ea4c26bf-9a6d-42a0-9b52-43e804553a18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ae8729c-cdd2-4ee5-b3e7-615c5b13f558 HTTP/1.1" status: 200 len: 217 time: 0.0380597 Aug 13 03:14:07.040638 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791c536-6f66-4956-bdf1-35b1101c27fb req-cb8021fe-7706-47d3-85bb-b1f36fb8728a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:07.042041 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a791c536-6f66-4956-bdf1-35b1101c27fb req-cb8021fe-7706-47d3-85bb-b1f36fb8728a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=caba6914-6718-42a0-b2aa-2bdb4b0f670e HTTP/1.1" status: 200 len: 848 time: 0.0430784 Aug 13 03:14:07.073480 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a791c536-6f66-4956-bdf1-35b1101c27fb req-7cf337fc-c500-4524-9c04-ce582feab913 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b09c73d-69c1-4149-8237-1e53b9b0e3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239811 Aug 13 03:14:07.163953 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a791c536-6f66-4956-bdf1-35b1101c27fb req-49122812-c03c-4585-8f6a-e33dad619462 service neutron] 10.222.0.36 "GET /v2.0/networks/1b09c73d-69c1-4149-8237-1e53b9b0e3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828366 Aug 13 03:14:07.252534 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a791c536-6f66-4956-bdf1-35b1101c27fb req-8bfff717-4556-4d43-8d6c-0b089cf6d9a4 service neutron] 10.222.0.36 "GET /v2.0/networks/1b09c73d-69c1-4149-8237-1e53b9b0e3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805385 Aug 13 03:14:07.409817 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed4ca0-590b-4ebe-9d58-7bf993edd476 req-c24931b8-d5fc-4a81-a0fd-75c0187f84b5 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:07.411258 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-49ed4ca0-590b-4ebe-9d58-7bf993edd476 req-c24931b8-d5fc-4a81-a0fd-75c0187f84b5 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?device_id=54b00af2-64b6-445b-a5de-4f01304d328b HTTP/1.1" status: 200 len: 944 time: 0.0479527 Aug 13 03:14:07.451597 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-49ed4ca0-590b-4ebe-9d58-7bf993edd476 req-fd3a64e4-6722-4870-b256-98ecbf5b5f28 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/security-groups?id=59acbc8e-4816-49ec-9ffe-c3b57a883a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343113 Aug 13 03:14:07.991822 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 56906) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:14:08.100556 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7f1b6954-48a9-4e3e-afcc-cd06506c3165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:08.187391 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7f1b6954-48a9-4e3e-afcc-cd06506c3165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:08.191175 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7f1b6954-48a9-4e3e-afcc-cd06506c3165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:08.228807 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-7f1b6954-48a9-4e3e-afcc-cd06506c3165 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ab7a27ba63b4d1eac6ffe7fce953a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359397 Aug 13 03:14:08.229742 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b6954-48a9-4e3e-afcc-cd06506c3165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7754b843-15dd-40f8-8f4f-2f87df46b2a9,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:14:08.231439 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 56910) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:14:08.282536 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-738db15b-b034-4a09-a07a-45410212ae97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:08.302404 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-738db15b-b034-4a09-a07a-45410212ae97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:08.349034 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-738db15b-b034-4a09-a07a-45410212ae97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:08.351319 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-738db15b-b034-4a09-a07a-45410212ae97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:08.352491 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-738db15b-b034-4a09-a07a-45410212ae97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7754b843-15dd-40f8-8f4f-2f87df46b2a9 HTTP/1.1" status: 204 len: 168 time: 0.1200626 Aug 13 03:14:08.359771 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738db15b-b034-4a09-a07a-45410212ae97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7754b843-15dd-40f8-8f4f-2f87df46b2a9,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:14:08.565398 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134b773-38e8-46cb-b138-ccab2715ae14 req-a1364882-0faf-4bbd-a35b-5ec92a276ba2 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:08.567078 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-4134b773-38e8-46cb-b138-ccab2715ae14 req-a1364882-0faf-4bbd-a35b-5ec92a276ba2 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?device_id=54b00af2-64b6-445b-a5de-4f01304d328b HTTP/1.1" status: 200 len: 944 time: 0.0486684 Aug 13 03:14:08.605549 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-4134b773-38e8-46cb-b138-ccab2715ae14 req-55f58dd1-192a-415a-9568-0e36465c3707 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/security-groups?id=59acbc8e-4816-49ec-9ffe-c3b57a883a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325437 Aug 13 03:14:09.226129 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 6ae8729c-cdd2-4ee5-b3e7-615c5b13f558 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:14:09.329363 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 6ae8729c-cdd2-4ee5-b3e7-615c5b13f558, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6ae8729c-cdd2-4ee5-b3e7-615c5b13f558,segment=NetworkSegment(56f650fd-ac21-4faa-883b-71192e0a11a1),segment_id=56f650fd-ac21-4faa-883b-71192e0a11a1)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:14:09.341780 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Returning: {'device': '6ae8729c-cdd2-4ee5-b3e7-615c5b13f558', 'network_id': '1b09c73d-69c1-4149-8237-1e53b9b0e3ff', 'port_id': '6ae8729c-cdd2-4ee5-b3e7-615c5b13f558', 'mac_address': 'fa:16:3e:ad:46:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caba6914-6718-42a0-b2aa-2bdb4b0f670e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:14:09.384420 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:09.402507 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae8729c-cdd2-4ee5-b3e7-615c5b13f558 {{(pid=100522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:14:09.423719 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 6ae8729c-cdd2-4ee5-b3e7-615c5b13f558, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6ae8729c-cdd2-4ee5-b3e7-615c5b13f558,segment=NetworkSegment(56f650fd-ac21-4faa-883b-71192e0a11a1),segment_id=56f650fd-ac21-4faa-883b-71192e0a11a1)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:14:09.427907 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:09.475685 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=6ae8729c-cdd2-4ee5-b3e7-615c5b13f558,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:14:09.482565 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:09.482921 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:09.483839 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:09.484179 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:09.484515 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:09.484885 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:09.485219 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:09.485550 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:09.485878 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:09.486204 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:09.486528 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:09.486852 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:09.722801 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603a947-1148-4de1-8bac-7ab493c86a47 req-c076f4b9-af92-42b8-93d7-8e780837e48c tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:09.724314 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5603a947-1148-4de1-8bac-7ab493c86a47 req-c076f4b9-af92-42b8-93d7-8e780837e48c tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?device_id=54b00af2-64b6-445b-a5de-4f01304d328b HTTP/1.1" status: 200 len: 945 time: 0.0486937 Aug 13 03:14:09.724446 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['6ae8729c-cdd2-4ee5-b3e7-615c5b13f558'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:14:09.761396 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5603a947-1148-4de1-8bac-7ab493c86a47 req-2508c212-a43f-41b6-a925-07de956e05d7 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/security-groups?id=59acbc8e-4816-49ec-9ffe-c3b57a883a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312304 Aug 13 03:14:10.882345 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534b2f3-b1b0-4a78-baca-75b43b483be9 req-5d59b6e7-509d-44d4-b966-f0d7e315351a tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:10.883903 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-4534b2f3-b1b0-4a78-baca-75b43b483be9 req-5d59b6e7-509d-44d4-b966-f0d7e315351a tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?device_id=54b00af2-64b6-445b-a5de-4f01304d328b HTTP/1.1" status: 200 len: 945 time: 0.0526040 Aug 13 03:14:10.930923 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-4534b2f3-b1b0-4a78-baca-75b43b483be9 req-c8a9b883-1018-4a06-8a84-c6819f3eaf5d tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/security-groups?id=59acbc8e-4816-49ec-9ffe-c3b57a883a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396872 Aug 13 03:14:11.241818 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 6ae8729c-cdd2-4ee5-b3e7-615c5b13f558 up at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:14:11.288137 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning for port 6ae8729c-cdd2-4ee5-b3e7-615c5b13f558 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:14:11.291882 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning complete for port 6ae8729c-cdd2-4ee5-b3e7-615c5b13f558 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:14:11.292254 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:11.368910 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:11.390300 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b00af2-64b6-445b-a5de-4f01304d328b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae8729c-cdd2-4ee5-b3e7-615c5b13f558'}] {{(pid=100522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:14:11.392521 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8fc6cf8b2729e4d9e864767b08278c7cd211cb654a5ced023b8b854c91925" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e35909-909c-404f-bb88-c95046b5e9da" -d '{"events": [{"server_uuid": "54b00af2-64b6-445b-a5de-4f01304d328b", "name": "network-vif-plugged", "status": "completed", "tag": "6ae8729c-cdd2-4ee5-b3e7-615c5b13f558"}]}' {{(pid=100522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:14:11.405924 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 6ae8729c-cdd2-4ee5-b3e7-615c5b13f558, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6ae8729c-cdd2-4ee5-b3e7-615c5b13f558,segment=NetworkSegment(56f650fd-ac21-4faa-883b-71192e0a11a1),segment_id=56f650fd-ac21-4faa-883b-71192e0a11a1)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:14:11.410406 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:11.458569 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=6ae8729c-cdd2-4ee5-b3e7-615c5b13f558,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:14:11.545190 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973cc1f1-8a93-44d0-9871-ce7f7051bf83 x-openstack-request-id: req-973cc1f1-8a93-44d0-9871-ce7f7051bf83 {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:14:11.545501 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b00af2-64b6-445b-a5de-4f01304d328b", "name": "network-vif-plugged", "status": "completed", "tag": "6ae8729c-cdd2-4ee5-b3e7-615c5b13f558", "code": 200}]} {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:14:11.546349 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-973cc1f1-8a93-44d0-9871-ce7f7051bf83 {{(pid=100522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:14:11.546750 dv-cinder-760192-6-iscsi neutron-server[100522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b00af2-64b6-445b-a5de-4f01304d328b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae8729c-cdd2-4ee5-b3e7-615c5b13f558', 'code': 200} Aug 13 03:14:11.711853 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc360c-d402-4166-abf2-9a85b03f60f4 req-a16e9d52-e97a-4898-91bb-6126775c305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:11.713869 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-eacc360c-d402-4166-abf2-9a85b03f60f4 req-a16e9d52-e97a-4898-91bb-6126775c305a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=54b00af2-64b6-445b-a5de-4f01304d328b HTTP/1.1" status: 200 len: 1099 time: 0.0443041 Aug 13 03:14:11.754018 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-eacc360c-d402-4166-abf2-9a85b03f60f4 req-46e0c6d8-502f-4903-a73a-b3d997556f1a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=59acbc8e-4816-49ec-9ffe-c3b57a883a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274036 Aug 13 03:14:12.052720 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e9cf3-ee8d-4040-9fa7-8bd166057871 req-befdd966-0ee0-4541-b2f6-dfa3b7c690ad tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:12.054530 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f95e9cf3-ee8d-4040-9fa7-8bd166057871 req-befdd966-0ee0-4541-b2f6-dfa3b7c690ad tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?device_id=54b00af2-64b6-445b-a5de-4f01304d328b HTTP/1.1" status: 200 len: 946 time: 0.0541875 Aug 13 03:14:12.096047 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f95e9cf3-ee8d-4040-9fa7-8bd166057871 req-42ab2967-33cf-436f-a9e2-92b66fb4bc5a tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/security-groups?id=59acbc8e-4816-49ec-9ffe-c3b57a883a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355148 Aug 13 03:14:12.884487 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:14:13.220974 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e70d5-55fc-49c9-9bb7-bf357580e842 req-9ae6693a-bf58-4b24-b723-b87579786ae3 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:13.223117 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e84e70d5-55fc-49c9-9bb7-bf357580e842 req-9ae6693a-bf58-4b24-b723-b87579786ae3 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?device_id=54b00af2-64b6-445b-a5de-4f01304d328b HTTP/1.1" status: 200 len: 946 time: 0.0561988 Aug 13 03:14:13.262410 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e84e70d5-55fc-49c9-9bb7-bf357580e842 req-02005aa8-e5d7-4eac-9651-169d5577d6be tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/security-groups?id=59acbc8e-4816-49ec-9ffe-c3b57a883a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333612 Aug 13 03:14:13.910160 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb08f1f-8e2d-4fce-a781-c759338ef455 req-1732bcdd-e389-4dd5-8d76-1a5f834db9ca tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:13.911643 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1cb08f1f-8e2d-4fce-a781-c759338ef455 req-1732bcdd-e389-4dd5-8d76-1a5f834db9ca tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?device_id=54b00af2-64b6-445b-a5de-4f01304d328b HTTP/1.1" status: 200 len: 946 time: 0.0474007 Aug 13 03:14:13.947359 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1cb08f1f-8e2d-4fce-a781-c759338ef455 req-1c041504-5ac0-4efe-a170-fd4581203a72 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/security-groups?id=59acbc8e-4816-49ec-9ffe-c3b57a883a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298705 Aug 13 03:14:15.063233 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba4a46-8d8b-4532-9016-a7bbf840393b req-d13255df-fa51-4410-8ac4-fd2bf1a4f05a tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:15.064733 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f1ba4a46-8d8b-4532-9016-a7bbf840393b req-d13255df-fa51-4410-8ac4-fd2bf1a4f05a tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?device_id=54b00af2-64b6-445b-a5de-4f01304d328b HTTP/1.1" status: 200 len: 946 time: 0.0473495 Aug 13 03:14:15.102294 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f1ba4a46-8d8b-4532-9016-a7bbf840393b req-16224292-e438-4dc3-aa7d-e28a6edd772c tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/security-groups?id=59acbc8e-4816-49ec-9ffe-c3b57a883a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315561 Aug 13 03:14:15.439716 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288582db-fe4d-47e3-9e1a-d91eb1480d36 req-22f73ee1-762f-4946-8b9f-6321a2ae41fa tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:15.441027 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-288582db-fe4d-47e3-9e1a-d91eb1480d36 req-22f73ee1-762f-4946-8b9f-6321a2ae41fa tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.36 "GET /v2.0/ports?device_id=54b00af2-64b6-445b-a5de-4f01304d328b HTTP/1.1" status: 200 len: 946 time: 0.0506082 Aug 13 03:14:15.528753 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-288582db-fe4d-47e3-9e1a-d91eb1480d36 req-18d60ffc-4465-41b4-99f4-a7556084895c tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Deleting port 6ae8729c-cdd2-4ee5-b3e7-615c5b13f558 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:14:15.529097 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-288582db-fe4d-47e3-9e1a-d91eb1480d36 req-18d60ffc-4465-41b4-99f4-a7556084895c tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:15.618778 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-288582db-fe4d-47e3-9e1a-d91eb1480d36 req-18d60ffc-4465-41b4-99f4-a7556084895c tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] For port 6ae8729c-cdd2-4ee5-b3e7-615c5b13f558, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6ae8729c-cdd2-4ee5-b3e7-615c5b13f558,segment=NetworkSegment(56f650fd-ac21-4faa-883b-71192e0a11a1),segment_id=56f650fd-ac21-4faa-883b-71192e0a11a1)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:14:15.619143 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-288582db-fe4d-47e3-9e1a-d91eb1480d36 req-18d60ffc-4465-41b4-99f4-a7556084895c tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:15.632478 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-288582db-fe4d-47e3-9e1a-d91eb1480d36 req-18d60ffc-4465-41b4-99f4-a7556084895c tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Calling delete_port for 6ae8729c-cdd2-4ee5-b3e7-615c5b13f558 owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:14:15.758837 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-288582db-fe4d-47e3-9e1a-d91eb1480d36 req-18d60ffc-4465-41b4-99f4-a7556084895c tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:15.772563 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['6ae8729c-cdd2-4ee5-b3e7-615c5b13f558'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:14:15.806587 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d60ffc-4465-41b4-99f4-a7556084895c tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Pushing event deleted for resources: {'Port': ['ID=6ae8729c-cdd2-4ee5-b3e7-615c5b13f558,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:14:15.841877 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-288582db-fe4d-47e3-9e1a-d91eb1480d36 req-18d60ffc-4465-41b4-99f4-a7556084895c tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] No DVR routers for this DVR port 6ae8729c-cdd2-4ee5-b3e7-615c5b13f558 on host hv-cinder-76019 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:14:15.847640 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-288582db-fe4d-47e3-9e1a-d91eb1480d36 req-18d60ffc-4465-41b4-99f4-a7556084895c tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:15.849649 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-288582db-fe4d-47e3-9e1a-d91eb1480d36 req-18d60ffc-4465-41b4-99f4-a7556084895c tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.36 "DELETE /v2.0/ports/6ae8729c-cdd2-4ee5-b3e7-615c5b13f558 HTTP/1.1" status: 204 len: 173 time: 0.4013133 Aug 13 03:14:15.851537 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b00af2-64b6-445b-a5de-4f01304d328b', 'name': 'network-vif-deleted', 'tag': '6ae8729c-cdd2-4ee5-b3e7-615c5b13f558'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:14:15.853551 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f80ab8-b4a1-4819-a6f6-e5f5bff4667d" -d '{"events": [{"server_uuid": "54b00af2-64b6-445b-a5de-4f01304d328b", "name": "network-vif-deleted", "tag": "6ae8729c-cdd2-4ee5-b3e7-615c5b13f558"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:14:15.893392 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542e0bde-6747-46a2-8b71-001bed5bf511 x-openstack-request-id: req-542e0bde-6747-46a2-8b71-001bed5bf511 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:14:15.893978 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b00af2-64b6-445b-a5de-4f01304d328b", "name": "network-vif-deleted", "tag": "6ae8729c-cdd2-4ee5-b3e7-615c5b13f558", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:14:15.894299 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-542e0bde-6747-46a2-8b71-001bed5bf511 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:14:15.894786 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b00af2-64b6-445b-a5de-4f01304d328b', 'name': 'network-vif-deleted', 'tag': '6ae8729c-cdd2-4ee5-b3e7-615c5b13f558', 'status': 'completed', 'code': 200} Aug 13 03:14:16.204937 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-bf2f530c-276a-43a3-a964-78192d2b56f7 req-3dee6005-36b3-4d90-b41f-04ff91feee24 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?device_id=54b00af2-64b6-445b-a5de-4f01304d328b HTTP/1.1" status: 200 len: 210 time: 0.0258768 Aug 13 03:14:17.308794 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-353f8ff5-a51e-49a2-94f5-7b771900cc93 req-16f37091-5910-4e91-93e4-e614caec49f7 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?device_id=54b00af2-64b6-445b-a5de-4f01304d328b HTTP/1.1" status: 200 len: 210 time: 0.0268919 Aug 13 03:14:18.604475 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-a6e36a6e-f57a-497b-a64a-73ebbe048f8e tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:18.605823 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-a6e36a6e-f57a-497b-a64a-73ebbe048f8e tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/networks?id=1b09c73d-69c1-4149-8237-1e53b9b0e3ff HTTP/1.1" status: 200 len: 808 time: 0.0993693 Aug 13 03:14:18.621361 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-7614a383-9f90-4d61-a325-40d3f72a007d tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/quotas/d3e7017b508c465b878dee2197937b2c HTTP/1.1" status: 200 len: 375 time: 0.0093875 Aug 13 03:14:18.651556 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-1107316c-2f47-4d40-9851-744712957b00 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3e7017b508c465b878dee2197937b2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250225 Aug 13 03:14:18.750949 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-83ab7e94-02bf-4cea-a8be-de9de091c3cb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:14:18.751939 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-83ab7e94-02bf-4cea-a8be-de9de091c3cb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0934219 Aug 13 03:14:18.839140 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-a4af029c-5ae3-4b55-b52d-bff67af23355 service neutron] 10.222.0.13 "GET /v2.0/networks/1b09c73d-69c1-4149-8237-1e53b9b0e3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811839 Aug 13 03:14:18.927281 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-5d639a17-4851-4da1-9289-13645eff1d91 service neutron] 10.222.0.13 "GET /v2.0/networks/1b09c73d-69c1-4149-8237-1e53b9b0e3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819085 Aug 13 03:14:19.091612 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c251eb63-01e5-4810-a410-dd957b592afc req-5590523b-3735-41ed-9f7e-e4ba65d7ebf8 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce73b9e-0d83-4b0a-b523-71816131424d HTTP/1.1" status: 200 len: 210 time: 0.0296714 Aug 13 03:14:19.305816 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 6ae8729c-cdd2-4ee5-b3e7-615c5b13f558 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:14:19.330828 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] No Port match for: 6ae8729c-cdd2-4ee5-b3e7-615c5b13f558 {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:14:19.331256 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 6ae8729c-cdd2-4ee5-b3e7-615c5b13f558 not bound to the agent host hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:14:20.052778 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-e208cb38-70f4-42f1-904b-34039e7ed216 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:20.054567 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-e208cb38-70f4-42f1-904b-34039e7ed216 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.36 "GET /v2.0/networks?id=1b09c73d-69c1-4149-8237-1e53b9b0e3ff HTTP/1.1" status: 200 len: 808 time: 0.1126697 Aug 13 03:14:20.069021 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-16929dfc-195a-400f-9100-0e39d24dea0f tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Request body: {'port': {'device_id': 'bce73b9e-0d83-4b0a-b523-71816131424d', 'network_id': '1b09c73d-69c1-4149-8237-1e53b9b0e3ff', 'admin_state_up': True, 'tenant_id': 'd3e7017b508c465b878dee2197937b2c'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:14:20.238352 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c7f7e60f-8b81-44f8-b02a-d2f547c96dde req-c49e7ac4-6f10-43f4-a02c-59468ab2dcc2 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce73b9e-0d83-4b0a-b523-71816131424d HTTP/1.1" status: 200 len: 210 time: 0.0523665 Aug 13 03:14:20.255260 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-16929dfc-195a-400f-9100-0e39d24dea0f tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Made reservation on behalf of d3e7017b508c465b878dee2197937b2c for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:14:20.259416 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-16929dfc-195a-400f-9100-0e39d24dea0f tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:20.396996 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-16929dfc-195a-400f-9100-0e39d24dea0f tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Allocated IP 172.20.0.14 (1b09c73d-69c1-4149-8237-1e53b9b0e3ff/caba6914-6718-42a0-b2aa-2bdb4b0f670e/d37a6cca-6d12-4d37-9de0-fe43e4d7b0db) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:14:20.549495 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-16929dfc-195a-400f-9100-0e39d24dea0f tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:20.656176 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:20.841309 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-16929dfc-195a-400f-9100-0e39d24dea0f tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:20.892123 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-16929dfc-195a-400f-9100-0e39d24dea0f tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Network 1b09c73d-69c1-4149-8237-1e53b9b0e3ff is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:14:20.895480 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-16929dfc-195a-400f-9100-0e39d24dea0f tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:14:20.899161 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-16929dfc-195a-400f-9100-0e39d24dea0f tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:14:20.905539 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16929dfc-195a-400f-9100-0e39d24dea0f tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Pushing event updated for resources: {'Port': ['ID=d37a6cca-6d12-4d37-9de0-fe43e4d7b0db,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:14:20.958272 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-16929dfc-195a-400f-9100-0e39d24dea0f tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:20.959216 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-16929dfc-195a-400f-9100-0e39d24dea0f tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:20.979428 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-16929dfc-195a-400f-9100-0e39d24dea0f tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9144058 Aug 13 03:14:20.991858 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-0a3ab3eb-2f01-49ac-91f0-d42656d53ff3 service neutron] Request body: {'port': {'device_id': 'bce73b9e-0d83-4b0a-b523-71816131424d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:14:21.053045 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-0a3ab3eb-2f01-49ac-91f0-d42656d53ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:21.320439 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-0a3ab3eb-2f01-49ac-91f0-d42656d53ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d37a6cca-6d12-4d37-9de0-fe43e4d7b0db {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:14:21.329120 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-0a3ab3eb-2f01-49ac-91f0-d42656d53ff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:21.342421 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-0a3ab3eb-2f01-49ac-91f0-d42656d53ff3 service neutron] Transition to ACTIVE for port object d37a6cca-6d12-4d37-9de0-fe43e4d7b0db will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:14:21.346836 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-0a3ab3eb-2f01-49ac-91f0-d42656d53ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:21.374546 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92fc84-4f00-448c-9654-a866fdd67e91 req-a1f564a4-06f5-4e42-a612-742b38f5a535 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:21.376295 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-7b92fc84-4f00-448c-9654-a866fdd67e91 req-a1f564a4-06f5-4e42-a612-742b38f5a535 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce73b9e-0d83-4b0a-b523-71816131424d HTTP/1.1" status: 200 len: 932 time: 0.0576427 Aug 13 03:14:21.399111 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ab3eb-2f01-49ac-91f0-d42656d53ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=d37a6cca-6d12-4d37-9de0-fe43e4d7b0db,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:14:21.428182 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-7b92fc84-4f00-448c-9654-a866fdd67e91 req-5dd7e665-5e2e-44c9-ab7e-e4b32d87f279 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/security-groups?id=59acbc8e-4816-49ec-9ffe-c3b57a883a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393152 Aug 13 03:14:21.477261 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-0a3ab3eb-2f01-49ac-91f0-d42656d53ff3 service neutron] Attempting to bind port d37a6cca-6d12-4d37-9de0-fe43e4d7b0db on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:14:21.477593 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-0a3ab3eb-2f01-49ac-91f0-d42656d53ff3 service neutron] Attempting to bind port d37a6cca-6d12-4d37-9de0-fe43e4d7b0db by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '56f650fd-ac21-4faa-883b-71192e0a11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1b09c73d-69c1-4149-8237-1e53b9b0e3ff'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:14:21.477921 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-0a3ab3eb-2f01-49ac-91f0-d42656d53ff3 service neutron] Attempting to bind port d37a6cca-6d12-4d37-9de0-fe43e4d7b0db on network 1b09c73d-69c1-4149-8237-1e53b9b0e3ff {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:14:21.482394 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-0a3ab3eb-2f01-49ac-91f0-d42656d53ff3 service neutron] Port d37a6cca-6d12-4d37-9de0-fe43e4d7b0db on network 1b09c73d-69c1-4149-8237-1e53b9b0e3ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:14:21.482718 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-0a3ab3eb-2f01-49ac-91f0-d42656d53ff3 service neutron] Attempting to bind port d37a6cca-6d12-4d37-9de0-fe43e4d7b0db on network 1b09c73d-69c1-4149-8237-1e53b9b0e3ff {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:14:21.488229 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-0a3ab3eb-2f01-49ac-91f0-d42656d53ff3 service neutron] Checking agent: {'id': 'ed42ff0f-eab8-465d-8b76-aea1e8788a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'started_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:14:21.488570 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-0a3ab3eb-2f01-49ac-91f0-d42656d53ff3 service neutron] Checking segment: {'id': '56f650fd-ac21-4faa-883b-71192e0a11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1b09c73d-69c1-4149-8237-1e53b9b0e3ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:14:21.488952 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-0a3ab3eb-2f01-49ac-91f0-d42656d53ff3 service neutron] Bound using segment: {'id': '56f650fd-ac21-4faa-883b-71192e0a11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1b09c73d-69c1-4149-8237-1e53b9b0e3ff'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:14:21.489376 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-0a3ab3eb-2f01-49ac-91f0-d42656d53ff3 service neutron] Bound port: d37a6cca-6d12-4d37-9de0-fe43e4d7b0db, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56f650fd-ac21-4faa-883b-71192e0a11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1b09c73d-69c1-4149-8237-1e53b9b0e3ff'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:14:21.489728 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-0a3ab3eb-2f01-49ac-91f0-d42656d53ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:21.552408 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-0a3ab3eb-2f01-49ac-91f0-d42656d53ff3 service neutron] For port d37a6cca-6d12-4d37-9de0-fe43e4d7b0db, host hv-cinder-76019, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:14:21.555212 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-0a3ab3eb-2f01-49ac-91f0-d42656d53ff3 service neutron] For port d37a6cca-6d12-4d37-9de0-fe43e4d7b0db, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d37a6cca-6d12-4d37-9de0-fe43e4d7b0db,segment=NetworkSegment(56f650fd-ac21-4faa-883b-71192e0a11a1),segment_id=56f650fd-ac21-4faa-883b-71192e0a11a1)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:14:21.559995 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-0a3ab3eb-2f01-49ac-91f0-d42656d53ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:21.598526 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-0a3ab3eb-2f01-49ac-91f0-d42656d53ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:21.599146 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-0a3ab3eb-2f01-49ac-91f0-d42656d53ff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:21.600545 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-0a3ab3eb-2f01-49ac-91f0-d42656d53ff3 service neutron] 10.222.0.36 "PUT /v2.0/ports/d37a6cca-6d12-4d37-9de0-fe43e4d7b0db HTTP/1.1" status: 200 len: 1094 time: 0.6129713 Aug 13 03:14:21.600974 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce73b9e-0d83-4b0a-b523-71816131424d', 'tag': 'd37a6cca-6d12-4d37-9de0-fe43e4d7b0db'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:14:21.603173 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ed97c5-4776-44d8-b6fd-2ae1ce32925a" -d '{"events": [{"name": "network-changed", "server_uuid": "bce73b9e-0d83-4b0a-b523-71816131424d", "tag": "d37a6cca-6d12-4d37-9de0-fe43e4d7b0db"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:14:21.622788 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ab3eb-2f01-49ac-91f0-d42656d53ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=d37a6cca-6d12-4d37-9de0-fe43e4d7b0db,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:14:21.644121 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1835be11-6c42-4a21-b266-9fc55985cb83 x-openstack-request-id: req-1835be11-6c42-4a21-b266-9fc55985cb83 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:14:21.644418 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce73b9e-0d83-4b0a-b523-71816131424d", "tag": "d37a6cca-6d12-4d37-9de0-fe43e4d7b0db", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:14:21.644672 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1835be11-6c42-4a21-b266-9fc55985cb83 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:14:21.645163 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce73b9e-0d83-4b0a-b523-71816131424d', 'tag': 'd37a6cca-6d12-4d37-9de0-fe43e4d7b0db', 'status': 'completed', 'code': 200} Aug 13 03:14:21.696180 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-5661d993-3c93-44e1-93d5-b3f12501d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:21.697985 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-5661d993-3c93-44e1-93d5-b3f12501d80d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3e7017b508c465b878dee2197937b2c&device_id=bce73b9e-0d83-4b0a-b523-71816131424d HTTP/1.1" status: 200 len: 1097 time: 0.0465696 Aug 13 03:14:21.742122 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-22ddaa33-3974-4e78-81f2-8fbea8f04510 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d37a6cca-6d12-4d37-9de0-fe43e4d7b0db HTTP/1.1" status: 200 len: 217 time: 0.0347066 Aug 13 03:14:21.792754 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-d9dcff65-67af-47e4-b4c4-dddbcc5edbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:21.794225 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-d9dcff65-67af-47e4-b4c4-dddbcc5edbed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=caba6914-6718-42a0-b2aa-2bdb4b0f670e HTTP/1.1" status: 200 len: 848 time: 0.0456500 Aug 13 03:14:21.827530 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-4ced16a7-850a-4d18-8445-a29e8fb932a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b09c73d-69c1-4149-8237-1e53b9b0e3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257387 Aug 13 03:14:21.927334 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-817bfd60-f12b-4ebc-b6dc-98ed75d6e660 service neutron] 10.222.0.36 "GET /v2.0/networks/1b09c73d-69c1-4149-8237-1e53b9b0e3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912232 Aug 13 03:14:22.022928 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e25fe5d2-2058-4fd9-8dae-24200b69d29a req-dcc2b41a-1080-4707-827c-fc55019850f1 service neutron] 10.222.0.36 "GET /v2.0/networks/1b09c73d-69c1-4149-8237-1e53b9b0e3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864482 Aug 13 03:14:22.113640 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed97c5-4776-44d8-b6fd-2ae1ce32925a req-e434a72b-608c-4d8f-8879-f7a9ba02bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:22.115141 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-48ed97c5-4776-44d8-b6fd-2ae1ce32925a req-e434a72b-608c-4d8f-8879-f7a9ba02bb0c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3e7017b508c465b878dee2197937b2c&device_id=bce73b9e-0d83-4b0a-b523-71816131424d HTTP/1.1" status: 200 len: 1097 time: 0.0476053 Aug 13 03:14:22.209760 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed97c5-4776-44d8-b6fd-2ae1ce32925a req-1164c608-e478-44d1-a9cc-152f123a5955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:22.211248 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-48ed97c5-4776-44d8-b6fd-2ae1ce32925a req-1164c608-e478-44d1-a9cc-152f123a5955 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1b09c73d-69c1-4149-8237-1e53b9b0e3ff HTTP/1.1" status: 200 len: 909 time: 0.0877399 Aug 13 03:14:22.257904 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-48ed97c5-4776-44d8-b6fd-2ae1ce32925a req-9e06e98f-afb1-411e-9ce1-71578f395a31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d37a6cca-6d12-4d37-9de0-fe43e4d7b0db HTTP/1.1" status: 200 len: 217 time: 0.0387142 Aug 13 03:14:22.311790 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed97c5-4776-44d8-b6fd-2ae1ce32925a req-d63b320b-e6fd-4b18-a93a-c1c64123f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:22.313937 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-48ed97c5-4776-44d8-b6fd-2ae1ce32925a req-d63b320b-e6fd-4b18-a93a-c1c64123f46e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=caba6914-6718-42a0-b2aa-2bdb4b0f670e HTTP/1.1" status: 200 len: 848 time: 0.0473180 Aug 13 03:14:22.347977 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-48ed97c5-4776-44d8-b6fd-2ae1ce32925a req-837f0ae4-b4ca-4e7e-8f4e-7f037960eba9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b09c73d-69c1-4149-8237-1e53b9b0e3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247552 Aug 13 03:14:22.438252 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-48ed97c5-4776-44d8-b6fd-2ae1ce32925a req-be98d424-39a9-499b-9310-3459b5e03c7a service neutron] 10.222.0.36 "GET /v2.0/networks/1b09c73d-69c1-4149-8237-1e53b9b0e3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827205 Aug 13 03:14:22.534953 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-48ed97c5-4776-44d8-b6fd-2ae1ce32925a req-2092b593-cf28-462a-b0d5-2e8e84d6c010 service neutron] 10.222.0.36 "GET /v2.0/networks/1b09c73d-69c1-4149-8237-1e53b9b0e3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867383 Aug 13 03:14:22.544923 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6884f9-8f56-46b5-afb5-0d24c30956c4 req-3ba11449-94fc-46af-aa65-2c4f760df8a2 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:22.546471 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-bd6884f9-8f56-46b5-afb5-0d24c30956c4 req-3ba11449-94fc-46af-aa65-2c4f760df8a2 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce73b9e-0d83-4b0a-b523-71816131424d HTTP/1.1" status: 200 len: 944 time: 0.0486181 Aug 13 03:14:22.567810 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-d66d05ee-7ccc-4972-8635-f41e18b58150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:22.586958 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-bd6884f9-8f56-46b5-afb5-0d24c30956c4 req-34dfe5a7-8c00-49ee-b411-47e1b84691a1 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/security-groups?id=59acbc8e-4816-49ec-9ffe-c3b57a883a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328212 Aug 13 03:14:23.702054 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1d4ab-da20-4d0e-9b0a-b211678148fc req-0882cd4d-0f5c-4503-82e7-90c41508d004 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:23.703824 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-94a1d4ab-da20-4d0e-9b0a-b211678148fc req-0882cd4d-0f5c-4503-82e7-90c41508d004 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce73b9e-0d83-4b0a-b523-71816131424d HTTP/1.1" status: 200 len: 944 time: 0.0489690 Aug 13 03:14:23.740760 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-94a1d4ab-da20-4d0e-9b0a-b211678148fc req-25521fba-d3eb-4605-8038-831ee0285087 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/security-groups?id=59acbc8e-4816-49ec-9ffe-c3b57a883a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311272 Aug 13 03:14:24.860366 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ae896-b97d-463c-ab98-20e7c2a092f0 req-c22a412c-4daf-4b67-8110-0ccda6b583f4 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:24.861828 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-4a9ae896-b97d-463c-ab98-20e7c2a092f0 req-c22a412c-4daf-4b67-8110-0ccda6b583f4 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce73b9e-0d83-4b0a-b523-71816131424d HTTP/1.1" status: 200 len: 944 time: 0.0532036 Aug 13 03:14:24.903878 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-4a9ae896-b97d-463c-ab98-20e7c2a092f0 req-afa03bda-bcb0-491c-bf2a-e048bfd3f23b tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/security-groups?id=59acbc8e-4816-49ec-9ffe-c3b57a883a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357947 Aug 13 03:14:25.308444 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device d37a6cca-6d12-4d37-9de0-fe43e4d7b0db details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:14:25.402435 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port d37a6cca-6d12-4d37-9de0-fe43e4d7b0db, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d37a6cca-6d12-4d37-9de0-fe43e4d7b0db,segment=NetworkSegment(56f650fd-ac21-4faa-883b-71192e0a11a1),segment_id=56f650fd-ac21-4faa-883b-71192e0a11a1)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:14:25.415158 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Returning: {'device': 'd37a6cca-6d12-4d37-9de0-fe43e4d7b0db', 'network_id': '1b09c73d-69c1-4149-8237-1e53b9b0e3ff', 'port_id': 'd37a6cca-6d12-4d37-9de0-fe43e4d7b0db', 'mac_address': 'fa:16:3e:7c:4a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caba6914-6718-42a0-b2aa-2bdb4b0f670e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:14:25.454080 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:25.470690 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d37a6cca-6d12-4d37-9de0-fe43e4d7b0db {{(pid=100522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:14:25.489729 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port d37a6cca-6d12-4d37-9de0-fe43e4d7b0db, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d37a6cca-6d12-4d37-9de0-fe43e4d7b0db,segment=NetworkSegment(56f650fd-ac21-4faa-883b-71192e0a11a1),segment_id=56f650fd-ac21-4faa-883b-71192e0a11a1)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:14:25.494702 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:25.541597 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-ec739d8e-2cbf-43ef-8e5b-9ea0ab201568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:25.554516 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=d37a6cca-6d12-4d37-9de0-fe43e4d7b0db,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:14:25.766398 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['d37a6cca-6d12-4d37-9de0-fe43e4d7b0db'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:14:25.820815 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:26.022644 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b10d1-4cf1-4ef5-bd4d-8103208eef73 req-ea922c99-9f50-4843-a177-0f0ab5aef659 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:26.024266 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-516b10d1-4cf1-4ef5-bd4d-8103208eef73 req-ea922c99-9f50-4843-a177-0f0ab5aef659 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce73b9e-0d83-4b0a-b523-71816131424d HTTP/1.1" status: 200 len: 945 time: 0.0533228 Aug 13 03:14:26.061574 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-516b10d1-4cf1-4ef5-bd4d-8103208eef73 req-6fc18706-90a2-43a1-81cd-a25530ff44d6 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/security-groups?id=59acbc8e-4816-49ec-9ffe-c3b57a883a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313549 Aug 13 03:14:26.450480 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:27.178457 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0c379-8538-4536-8d75-5f2926f612ae req-57c09a44-106f-417e-aa8e-bdf1bbbedc6e tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:27.179969 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-41c0c379-8538-4536-8d75-5f2926f612ae req-57c09a44-106f-417e-aa8e-bdf1bbbedc6e tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce73b9e-0d83-4b0a-b523-71816131424d HTTP/1.1" status: 200 len: 945 time: 0.0502009 Aug 13 03:14:27.216792 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-41c0c379-8538-4536-8d75-5f2926f612ae req-25e77b22-ae8e-45d9-a8a0-b2374f0d2d12 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/security-groups?id=59acbc8e-4816-49ec-9ffe-c3b57a883a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309107 Aug 13 03:14:27.312493 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device d37a6cca-6d12-4d37-9de0-fe43e4d7b0db up at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:14:27.365540 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning for port d37a6cca-6d12-4d37-9de0-fe43e4d7b0db completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:14:27.369107 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning complete for port d37a6cca-6d12-4d37-9de0-fe43e4d7b0db triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:14:27.369489 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:27.445707 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:27.470324 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce73b9e-0d83-4b0a-b523-71816131424d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37a6cca-6d12-4d37-9de0-fe43e4d7b0db'}] {{(pid=100522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:14:27.472588 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8fc6cf8b2729e4d9e864767b08278c7cd211cb654a5ced023b8b854c91925" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3943ee2-be0a-4112-82ba-4937c1739a1f" -d '{"events": [{"server_uuid": "bce73b9e-0d83-4b0a-b523-71816131424d", "name": "network-vif-plugged", "status": "completed", "tag": "d37a6cca-6d12-4d37-9de0-fe43e4d7b0db"}]}' {{(pid=100522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:14:27.485354 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port d37a6cca-6d12-4d37-9de0-fe43e4d7b0db, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d37a6cca-6d12-4d37-9de0-fe43e4d7b0db,segment=NetworkSegment(56f650fd-ac21-4faa-883b-71192e0a11a1),segment_id=56f650fd-ac21-4faa-883b-71192e0a11a1)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:14:27.489369 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:27.515104 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4521fc15-09ec-42fd-8dd8-3fa42b6e5c15 x-openstack-request-id: req-4521fc15-09ec-42fd-8dd8-3fa42b6e5c15 {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:14:27.515402 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce73b9e-0d83-4b0a-b523-71816131424d", "name": "network-vif-plugged", "status": "completed", "tag": "d37a6cca-6d12-4d37-9de0-fe43e4d7b0db", "code": 200}]} {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:14:27.516264 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4521fc15-09ec-42fd-8dd8-3fa42b6e5c15 {{(pid=100522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:14:27.516650 dv-cinder-760192-6-iscsi neutron-server[100522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce73b9e-0d83-4b0a-b523-71816131424d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37a6cca-6d12-4d37-9de0-fe43e4d7b0db', 'code': 200} Aug 13 03:14:27.545567 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=d37a6cca-6d12-4d37-9de0-fe43e4d7b0db,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:14:27.697382 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea491c-5947-44d7-b52f-6710482dddf3 req-3166ff34-06d7-46d3-90ee-36328219a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:27.698813 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fbea491c-5947-44d7-b52f-6710482dddf3 req-3166ff34-06d7-46d3-90ee-36328219a940 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bce73b9e-0d83-4b0a-b523-71816131424d HTTP/1.1" status: 200 len: 1099 time: 0.0403011 Aug 13 03:14:27.737939 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fbea491c-5947-44d7-b52f-6710482dddf3 req-2384c879-4976-4155-b733-32ae2d7cc95e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=59acbc8e-4816-49ec-9ffe-c3b57a883a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287666 Aug 13 03:14:27.881223 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:28.331160 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b495d-1c5c-46dd-862e-8ed97ec92fe3 req-042b043a-741c-4ef6-b8ea-4a90cbfe289a tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:28.332657 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c61b495d-1c5c-46dd-862e-8ed97ec92fe3 req-042b043a-741c-4ef6-b8ea-4a90cbfe289a tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce73b9e-0d83-4b0a-b523-71816131424d HTTP/1.1" status: 200 len: 946 time: 0.0485735 Aug 13 03:14:28.373471 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c61b495d-1c5c-46dd-862e-8ed97ec92fe3 req-4e8eb08c-c361-4b45-89e4-1b9009e6a776 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/security-groups?id=59acbc8e-4816-49ec-9ffe-c3b57a883a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346272 Aug 13 03:14:29.494027 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dae3b-569f-4d37-8137-35e240dbbc97 req-4bae729b-15bf-45ba-9758-b8d4a70423fa tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:29.495567 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-861dae3b-569f-4d37-8137-35e240dbbc97 req-4bae729b-15bf-45ba-9758-b8d4a70423fa tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce73b9e-0d83-4b0a-b523-71816131424d HTTP/1.1" status: 200 len: 946 time: 0.0508018 Aug 13 03:14:29.534887 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-861dae3b-569f-4d37-8137-35e240dbbc97 req-ac4bf56b-b4e7-49ff-ae29-5f0a777312bc tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/security-groups?id=59acbc8e-4816-49ec-9ffe-c3b57a883a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331509 Aug 13 03:14:30.288912 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb68a5-959e-4a0a-9dcd-e67d3b81fbd5 req-a8ed0607-2dcb-425b-98bf-ee73e784ce6c tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:30.290395 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bddb68a5-959e-4a0a-9dcd-e67d3b81fbd5 req-a8ed0607-2dcb-425b-98bf-ee73e784ce6c tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce73b9e-0d83-4b0a-b523-71816131424d HTTP/1.1" status: 200 len: 946 time: 0.0532560 Aug 13 03:14:30.330878 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bddb68a5-959e-4a0a-9dcd-e67d3b81fbd5 req-5b3f877d-183f-4939-8fa2-2b316c83eb43 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/security-groups?id=59acbc8e-4816-49ec-9ffe-c3b57a883a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345395 Aug 13 03:14:31.456735 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a71e2a-0d63-4f58-b426-b38c5be5d9b7 req-80da16bc-d70b-43f4-9a92-c7a751c9f5dd tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:31.458265 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-68a71e2a-0d63-4f58-b426-b38c5be5d9b7 req-80da16bc-d70b-43f4-9a92-c7a751c9f5dd tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce73b9e-0d83-4b0a-b523-71816131424d HTTP/1.1" status: 200 len: 946 time: 0.0554862 Aug 13 03:14:31.503340 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-68a71e2a-0d63-4f58-b426-b38c5be5d9b7 req-2f527081-6dbe-4498-8cda-f44d2f31699d tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/security-groups?id=59acbc8e-4816-49ec-9ffe-c3b57a883a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378330 Aug 13 03:14:32.142012 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7945b3c-c754-433a-bfe7-113ab042a4ef req-aa5af50f-a6ea-40a0-a4e6-c5ce1139107b tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:32.143529 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c7945b3c-c754-433a-bfe7-113ab042a4ef req-aa5af50f-a6ea-40a0-a4e6-c5ce1139107b tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.36 "GET /v2.0/ports?device_id=bce73b9e-0d83-4b0a-b523-71816131424d HTTP/1.1" status: 200 len: 946 time: 0.0549066 Aug 13 03:14:32.250591 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-c7945b3c-c754-433a-bfe7-113ab042a4ef req-c3e4642c-40b3-40c4-b824-45e0282637fb tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Deleting port d37a6cca-6d12-4d37-9de0-fe43e4d7b0db {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:14:32.251273 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-c7945b3c-c754-433a-bfe7-113ab042a4ef req-c3e4642c-40b3-40c4-b824-45e0282637fb tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:32.345767 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-c7945b3c-c754-433a-bfe7-113ab042a4ef req-c3e4642c-40b3-40c4-b824-45e0282637fb tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] For port d37a6cca-6d12-4d37-9de0-fe43e4d7b0db, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d37a6cca-6d12-4d37-9de0-fe43e4d7b0db,segment=NetworkSegment(56f650fd-ac21-4faa-883b-71192e0a11a1),segment_id=56f650fd-ac21-4faa-883b-71192e0a11a1)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:14:32.346121 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-c7945b3c-c754-433a-bfe7-113ab042a4ef req-c3e4642c-40b3-40c4-b824-45e0282637fb tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:32.360744 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-c7945b3c-c754-433a-bfe7-113ab042a4ef req-c3e4642c-40b3-40c4-b824-45e0282637fb tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Calling delete_port for d37a6cca-6d12-4d37-9de0-fe43e4d7b0db owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:14:32.498347 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-c7945b3c-c754-433a-bfe7-113ab042a4ef req-c3e4642c-40b3-40c4-b824-45e0282637fb tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:32.513865 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['d37a6cca-6d12-4d37-9de0-fe43e4d7b0db'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:14:32.528630 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4642c-40b3-40c4-b824-45e0282637fb tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Pushing event deleted for resources: {'Port': ['ID=d37a6cca-6d12-4d37-9de0-fe43e4d7b0db,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:14:32.557211 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4642c-40b3-40c4-b824-45e0282637fb tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:32.557558 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4642c-40b3-40c4-b824-45e0282637fb tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:32.557895 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4642c-40b3-40c4-b824-45e0282637fb tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:32.558225 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4642c-40b3-40c4-b824-45e0282637fb tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:32.558549 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4642c-40b3-40c4-b824-45e0282637fb tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:32.558873 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4642c-40b3-40c4-b824-45e0282637fb tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:32.559197 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4642c-40b3-40c4-b824-45e0282637fb tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:32.559536 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4642c-40b3-40c4-b824-45e0282637fb tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:32.559861 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4642c-40b3-40c4-b824-45e0282637fb tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:32.560181 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4642c-40b3-40c4-b824-45e0282637fb tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:32.560499 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4642c-40b3-40c4-b824-45e0282637fb tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:32.560813 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4642c-40b3-40c4-b824-45e0282637fb tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:32.589055 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7945b3c-c754-433a-bfe7-113ab042a4ef req-c3e4642c-40b3-40c4-b824-45e0282637fb tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] No DVR routers for this DVR port d37a6cca-6d12-4d37-9de0-fe43e4d7b0db on host hv-cinder-76019 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:14:32.591741 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-c7945b3c-c754-433a-bfe7-113ab042a4ef req-c3e4642c-40b3-40c4-b824-45e0282637fb tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:32.594421 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c7945b3c-c754-433a-bfe7-113ab042a4ef req-c3e4642c-40b3-40c4-b824-45e0282637fb tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.36 "DELETE /v2.0/ports/d37a6cca-6d12-4d37-9de0-fe43e4d7b0db HTTP/1.1" status: 204 len: 173 time: 0.4346659 Aug 13 03:14:32.596074 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce73b9e-0d83-4b0a-b523-71816131424d', 'name': 'network-vif-deleted', 'tag': 'd37a6cca-6d12-4d37-9de0-fe43e4d7b0db'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:14:32.598385 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d29252-2075-4154-b56c-2b15d4e7f6c3" -d '{"events": [{"server_uuid": "bce73b9e-0d83-4b0a-b523-71816131424d", "name": "network-vif-deleted", "tag": "d37a6cca-6d12-4d37-9de0-fe43e4d7b0db"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:14:32.631981 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e9d6486a-557e-4e6a-afcd-5e3efc550e69 req-7f767b1e-c7a5-434b-8dc3-661b2b93d059 tempest-VolumesActionsTest-1184441437 tempest-VolumesActionsTest-1184441437-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce73b9e-0d83-4b0a-b523-71816131424d HTTP/1.1" status: 200 len: 210 time: 0.0363688 Aug 13 03:14:32.640090 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cee6f60-438c-4c8d-a1a0-0138545b0de3 x-openstack-request-id: req-8cee6f60-438c-4c8d-a1a0-0138545b0de3 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:14:32.642051 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce73b9e-0d83-4b0a-b523-71816131424d", "name": "network-vif-deleted", "tag": "d37a6cca-6d12-4d37-9de0-fe43e4d7b0db", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:14:32.642323 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8cee6f60-438c-4c8d-a1a0-0138545b0de3 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:14:32.642743 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce73b9e-0d83-4b0a-b523-71816131424d', 'name': 'network-vif-deleted', 'tag': 'd37a6cca-6d12-4d37-9de0-fe43e4d7b0db', 'status': 'completed', 'code': 200} Aug 13 03:14:38.681854 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device d37a6cca-6d12-4d37-9de0-fe43e4d7b0db no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:14:38.702628 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] No Port match for: d37a6cca-6d12-4d37-9de0-fe43e4d7b0db {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:14:38.703544 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device d37a6cca-6d12-4d37-9de0-fe43e4d7b0db not bound to the agent host hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:14:43.255601 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d1a735bc-a7c0-4637-afe3-c8f5997bb050 req-0cfaa36b-8b51-4558-b637-5bbe9211b2f7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0614169 Aug 13 03:14:43.390339 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a735bc-a7c0-4637-afe3-c8f5997bb050 req-1c9e7dff-cea8-4460-945b-06255042e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:43.393385 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d1a735bc-a7c0-4637-afe3-c8f5997bb050 req-1c9e7dff-cea8-4460-945b-06255042e02d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1ca17cfabb94060a5d83994ebd072fc&device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 1099 time: 0.0791502 Aug 13 03:14:43.606231 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a735bc-a7c0-4637-afe3-c8f5997bb050 req-14db889c-319c-44ee-b29c-99f3e63678d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:43.611818 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d1a735bc-a7c0-4637-afe3-c8f5997bb050 req-14db889c-319c-44ee-b29c-99f3e63678d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b81ac45-3159-4212-beb3-c2c0273b749e HTTP/1.1" status: 200 len: 912 time: 0.1914964 Aug 13 03:14:43.771792 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d1a735bc-a7c0-4637-afe3-c8f5997bb050 req-214b60e1-e8ad-48fa-aa23-e8ac9fcf99dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49e6aa74-1067-40a9-949b-d103f9c502f1 HTTP/1.1" status: 200 len: 1002 time: 0.1449130 Aug 13 03:14:43.871423 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3387b-a016-462c-bb7b-473dc11b5a8f req-f0e6343e-958c-4387-adec-face8d2abf93 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:43.873983 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-14e3387b-a016-462c-bb7b-473dc11b5a8f req-f0e6343e-958c-4387-adec-face8d2abf93 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.1529069 Aug 13 03:14:43.924497 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a735bc-a7c0-4637-afe3-c8f5997bb050 req-62798e37-b20c-4b6b-91f7-e9c0d9d09c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:43.927385 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d1a735bc-a7c0-4637-afe3-c8f5997bb050 req-62798e37-b20c-4b6b-91f7-e9c0d9d09c7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68827f2e-de90-4b53-a7db-7453893ac91c HTTP/1.1" status: 200 len: 850 time: 0.1378872 Aug 13 03:14:44.003247 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-14e3387b-a016-462c-bb7b-473dc11b5a8f req-f2e1f585-74b2-41af-b55a-f66600bb571d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165450 Aug 13 03:14:44.033697 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a735bc-a7c0-4637-afe3-c8f5997bb050 req-2bfe7e08-a72e-4090-9ea9-0c6cbf8f8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:44.036025 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d1a735bc-a7c0-4637-afe3-c8f5997bb050 req-2bfe7e08-a72e-4090-9ea9-0c6cbf8f8f35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b81ac45-3159-4212-beb3-c2c0273b749e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0963273 Aug 13 03:14:44.190535 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d1a735bc-a7c0-4637-afe3-c8f5997bb050 req-d0357f7a-a629-40a6-800a-052b2d5fdf9d service neutron] 10.222.0.36 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427174 Aug 13 03:14:44.370784 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d1a735bc-a7c0-4637-afe3-c8f5997bb050 req-8a222f29-2db0-4e2f-8986-28104eaeae58 service neutron] 10.222.0.36 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690669 Aug 13 03:14:45.424021 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da256949-5c78-4c6d-8464-4630025be60c req-376641d7-aca8-4890-b065-24b6c65990dd tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:45.425617 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-da256949-5c78-4c6d-8464-4630025be60c req-376641d7-aca8-4890-b065-24b6c65990dd tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.3313091 Aug 13 03:14:45.464476 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-da256949-5c78-4c6d-8464-4630025be60c req-9063ef1f-b284-4066-bc31-aa95ef3fab86 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327716 Aug 13 03:14:46.751765 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cd3b5-5d17-4f1c-ba62-fad581d9d920 req-c9eb2e44-2b92-4ee1-b666-3c4de1e6dbc7 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:46.754666 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b41cd3b5-5d17-4f1c-ba62-fad581d9d920 req-c9eb2e44-2b92-4ee1-b666-3c4de1e6dbc7 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.1046524 Aug 13 03:14:46.824038 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b41cd3b5-5d17-4f1c-ba62-fad581d9d920 req-0ac8d74b-fe74-4b48-bf28-1e68b067d4a5 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606585 Aug 13 03:14:48.067210 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68e26f-63fd-4681-85b1-303a8e15769b req-d478d224-9e7b-434c-9871-e69b7c4c29fc tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:48.075690 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-2b68e26f-63fd-4681-85b1-303a8e15769b req-d478d224-9e7b-434c-9871-e69b7c4c29fc tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0701036 Aug 13 03:14:48.115295 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-2b68e26f-63fd-4681-85b1-303a8e15769b req-c9d936ae-7299-4f42-9349-f83bffdbc6be tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381999 Aug 13 03:14:49.260651 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dccae6-a8d2-47b1-9640-d0a36c6f1958 req-949928e8-e258-432a-abab-3c0f04f3ac24 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:49.263098 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f0dccae6-a8d2-47b1-9640-d0a36c6f1958 req-949928e8-e258-432a-abab-3c0f04f3ac24 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0602527 Aug 13 03:14:49.327051 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f0dccae6-a8d2-47b1-9640-d0a36c6f1958 req-da9e410a-1510-4464-8cf3-8fb28a795b43 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537391 Aug 13 03:14:49.883576 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:14:50.486379 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894da355-0490-4485-b70e-df32c5b80416 req-a9696e89-b49c-48d8-ae01-77d68d9d81e8 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:50.488782 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-894da355-0490-4485-b70e-df32c5b80416 req-a9696e89-b49c-48d8-ae01-77d68d9d81e8 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0544140 Aug 13 03:14:50.554436 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-894da355-0490-4485-b70e-df32c5b80416 req-1bc77902-80b2-43e8-b640-811937714ceb tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461719 Aug 13 03:14:50.670086 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:51.687855 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 57452) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:14:51.717183 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ceea52-242c-4880-a725-ba397ea8d266 req-1a375d98-ee54-475f-9b6c-d147e96cb1de tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:51.719553 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b7ceea52-242c-4880-a725-ba397ea8d266 req-1a375d98-ee54-475f-9b6c-d147e96cb1de tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0673592 Aug 13 03:14:51.765937 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b7ceea52-242c-4880-a725-ba397ea8d266 req-cc999e5c-c532-4aba-a948-6639512dd738 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395436 Aug 13 03:14:51.859368 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-230a89c5-d49f-424f-a0b5-713ee8c2685b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:51.981184 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-230a89c5-d49f-424f-a0b5-713ee8c2685b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:51.987086 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-230a89c5-d49f-424f-a0b5-713ee8c2685b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:52.029650 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-230a89c5-d49f-424f-a0b5-713ee8c2685b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1cbe06bb28944f40a08d0ad11e7f8498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401017 Aug 13 03:14:52.030450 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a89c5-d49f-424f-a0b5-713ee8c2685b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a9a447-a15d-482c-bd48-e29e361f0529,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:14:52.033198 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 57460) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:14:52.104079 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1deba8c9-9a37-4612-804f-d0e4b9bd7b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:52.128500 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1deba8c9-9a37-4612-804f-d0e4b9bd7b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:52.187544 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1deba8c9-9a37-4612-804f-d0e4b9bd7b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:52.190548 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1deba8c9-9a37-4612-804f-d0e4b9bd7b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:52.191792 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-1deba8c9-9a37-4612-804f-d0e4b9bd7b5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65a9a447-a15d-482c-bd48-e29e361f0529 HTTP/1.1" status: 204 len: 168 time: 0.1567082 Aug 13 03:14:52.210296 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deba8c9-9a37-4612-804f-d0e4b9bd7b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a9a447-a15d-482c-bd48-e29e361f0529,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:14:52.220932 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deba8c9-9a37-4612-804f-d0e4b9bd7b5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:52.221515 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deba8c9-9a37-4612-804f-d0e4b9bd7b5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:52.222036 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deba8c9-9a37-4612-804f-d0e4b9bd7b5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:52.222545 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deba8c9-9a37-4612-804f-d0e4b9bd7b5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:52.223223 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deba8c9-9a37-4612-804f-d0e4b9bd7b5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:52.223738 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deba8c9-9a37-4612-804f-d0e4b9bd7b5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:52.224487 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deba8c9-9a37-4612-804f-d0e4b9bd7b5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:52.225126 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deba8c9-9a37-4612-804f-d0e4b9bd7b5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:52.225598 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deba8c9-9a37-4612-804f-d0e4b9bd7b5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:52.226231 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deba8c9-9a37-4612-804f-d0e4b9bd7b5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:52.226735 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deba8c9-9a37-4612-804f-d0e4b9bd7b5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:52.227288 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deba8c9-9a37-4612-804f-d0e4b9bd7b5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:14:52.570824 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-b79c5e88-d110-4091-a59b-4bb591fcf163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:52.952426 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcda3b-fcd1-4f07-8ac4-81fab5993dae req-de760296-fc74-4b37-98e6-2f8cfc7bff5a tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:52.954941 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-57fcda3b-fcd1-4f07-8ac4-81fab5993dae req-de760296-fc74-4b37-98e6-2f8cfc7bff5a tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0689974 Aug 13 03:14:53.001265 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-57fcda3b-fcd1-4f07-8ac4-81fab5993dae req-2a9c07d0-9bb3-4b8c-931f-74fa6908d026 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378687 Aug 13 03:14:54.175861 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b37df5-0d97-4a20-b424-2e1c2060c022 req-060650fa-23de-4c03-a313-1515ab031646 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:54.178207 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-26b37df5-0d97-4a20-b424-2e1c2060c022 req-060650fa-23de-4c03-a313-1515ab031646 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0770941 Aug 13 03:14:54.244391 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-26b37df5-0d97-4a20-b424-2e1c2060c022 req-6f710104-475e-4872-8132-49f978f48c64 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517299 Aug 13 03:14:54.582086 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb346dd1-3370-49ad-92f1-7153a84a12a7 req-8ba0e768-910e-463d-8414-1d95b56e2528 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:54.584991 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fb346dd1-3370-49ad-92f1-7153a84a12a7 req-8ba0e768-910e-463d-8414-1d95b56e2528 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0898609 Aug 13 03:14:54.666325 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fb346dd1-3370-49ad-92f1-7153a84a12a7 req-55b9a097-ae04-49bf-b9b9-6cd9714c5497 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714424 Aug 13 03:14:54.681666 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465ffd0-b167-47ca-b835-9c58a72b903b req-096529b5-18a8-4704-8485-16ba4255c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:54.683994 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1465ffd0-b167-47ca-b835-9c58a72b903b req-096529b5-18a8-4704-8485-16ba4255c558 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1ca17cfabb94060a5d83994ebd072fc&device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 1099 time: 0.0813844 Aug 13 03:14:54.846604 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465ffd0-b167-47ca-b835-9c58a72b903b req-127de69a-f23e-420e-bc26-554e56c79452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:54.848140 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1465ffd0-b167-47ca-b835-9c58a72b903b req-127de69a-f23e-420e-bc26-554e56c79452 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b81ac45-3159-4212-beb3-c2c0273b749e HTTP/1.1" status: 200 len: 912 time: 0.1555092 Aug 13 03:14:54.932636 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1465ffd0-b167-47ca-b835-9c58a72b903b req-1a4f6c34-74e9-4220-aff3-7676fb36b90c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49e6aa74-1067-40a9-949b-d103f9c502f1 HTTP/1.1" status: 200 len: 1002 time: 0.0768750 Aug 13 03:14:55.013731 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465ffd0-b167-47ca-b835-9c58a72b903b req-131e9614-024a-4a4a-b644-a83b75be96a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:55.016569 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1465ffd0-b167-47ca-b835-9c58a72b903b req-131e9614-024a-4a4a-b644-a83b75be96a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68827f2e-de90-4b53-a7db-7453893ac91c HTTP/1.1" status: 200 len: 850 time: 0.0737362 Aug 13 03:14:55.089047 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465ffd0-b167-47ca-b835-9c58a72b903b req-a0d1ce28-87bd-4586-9692-722dd1ee8c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:55.090601 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1465ffd0-b167-47ca-b835-9c58a72b903b req-a0d1ce28-87bd-4586-9692-722dd1ee8c0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b81ac45-3159-4212-beb3-c2c0273b749e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621598 Aug 13 03:14:55.196985 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1465ffd0-b167-47ca-b835-9c58a72b903b req-72e4768f-a155-4b67-a223-e7430807a8f5 service neutron] 10.222.0.36 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980365 Aug 13 03:14:55.341073 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1465ffd0-b167-47ca-b835-9c58a72b903b req-71be0545-33fd-438f-9596-13127a5efe3c service neutron] 10.222.0.36 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244173 Aug 13 03:14:55.532125 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-c7d47b70-f18f-4374-ad83-05426a876f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:55.817590 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:55.908457 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997d3b6-7092-4589-9275-0074096ad174 req-b60c4d94-3f1b-48a4-a51e-4ebab19ac684 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:55.911236 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3997d3b6-7092-4589-9275-0074096ad174 req-b60c4d94-3f1b-48a4-a51e-4ebab19ac684 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.1241424 Aug 13 03:14:55.964336 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-3997d3b6-7092-4589-9275-0074096ad174 req-98531413-46f2-4f61-b4b3-9e87cbe0b9c0 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457265 Aug 13 03:14:56.458341 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:57.100230 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852403c-5c80-4284-9a8c-d1daa1ba6f26 req-38c744cd-097f-48e1-b5cb-b3ce93615cab tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:14:57.102333 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c852403c-5c80-4284-9a8c-d1daa1ba6f26 req-38c744cd-097f-48e1-b5cb-b3ce93615cab tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0614924 Aug 13 03:14:57.149756 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c852403c-5c80-4284-9a8c-d1daa1ba6f26 req-a344de9b-4809-4f79-9f41-00c454c2f612 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398088 Aug 13 03:14:57.884818 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:58.858348 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 57574) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:14:58.904468 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_v2 [None req-7228e077-866b-4475-be8d-fa0aca703224 admin admin] Deleting subnet caba6914-6718-42a0-b2aa-2bdb4b0f670e {{(pid=100521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:14:58.908527 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7228e077-866b-4475-be8d-fa0aca703224 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:58.944289 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7228e077-866b-4475-be8d-fa0aca703224 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12987336'] for subnet, precommit_delete_associations {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:58.984842 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7228e077-866b-4475-be8d-fa0aca703224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544759'] for subnet, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:59.047879 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7228e077-866b-4475-be8d-fa0aca703224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15926893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13756147'] for subnet, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:59.074218 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228e077-866b-4475-be8d-fa0aca703224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caba6914-6718-42a0-b2aa-2bdb4b0f670e,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:14:59.081888 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7228e077-866b-4475-be8d-fa0aca703224 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:59.084461 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-7228e077-866b-4475-be8d-fa0aca703224 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/caba6914-6718-42a0-b2aa-2bdb4b0f670e HTTP/1.1" status: 204 len: 168 time: 0.2244027 Aug 13 03:14:59.086335 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 57576) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:14:59.166952 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-54af84c7-ab4d-42b3-aaed-aa83068c33c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529704'] for network, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:59.255067 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-54af84c7-ab4d-42b3-aaed-aa83068c33c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543600', 'neutron.services.segments.db._delete_segments_for_network-8730805984624'] for network, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:59.265642 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.services.segments.db [None req-54af84c7-ab4d-42b3-aaed-aa83068c33c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b09c73d-69c1-4149-8237-1e53b9b0e3ff']}} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:14:59.276329 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.services.segments.db [None req-54af84c7-ab4d-42b3-aaed-aa83068c33c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f650fd-ac21-4faa-883b-71192e0a11a1') {'for_net_delete': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:14:59.276655 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.services.segments.db [None req-54af84c7-ab4d-42b3-aaed-aa83068c33c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f650fd-ac21-4faa-883b-71192e0a11a1') {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:14:59.285826 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-54af84c7-ab4d-42b3-aaed-aa83068c33c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730805986425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12987359'] for segment, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:59.300002 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-54af84c7-ab4d-42b3-aaed-aa83068c33c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:59.306634 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54af84c7-ab4d-42b3-aaed-aa83068c33c2 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=100521) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:14:59.307137 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-54af84c7-ab4d-42b3-aaed-aa83068c33c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15926963'] for segment, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: Traceback (most recent call last): Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: timer() Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: cb(*args, **kw) Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: return func(*args, **kwargs) Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: self._notify() Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: self.callback(batched_events) Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: event.method(event) Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: return f(self, *a, **k) Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: return self._get(url).json() Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: return self.request(url, 'GET', **kwargs) Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:14:59.309074 dv-cinder-760192-6-iscsi neutron-server[100521]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:14:59.368443 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-54af84c7-ab4d-42b3-aaed-aa83068c33c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790627'] for network, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:59.374165 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-54af84c7-ab4d-42b3-aaed-aa83068c33c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:59.376600 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-54af84c7-ab4d-42b3-aaed-aa83068c33c2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1b09c73d-69c1-4149-8237-1e53b9b0e3ff HTTP/1.1" status: 204 len: 168 time: 0.2892091 Aug 13 03:14:59.392299 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af84c7-ab4d-42b3-aaed-aa83068c33c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b09c73d-69c1-4149-8237-1e53b9b0e3ff,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:14:59.552532 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 57580) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:14:59.595733 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-9b1ab596-db90-4b8e-aabb-f9a9ccf70530 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3e7017b508c465b878dee2197937b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419965 Aug 13 03:14:59.598091 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 57582) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:14:59.648983 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5f55-ad2d-48b0-b4d4-b052fa29cd93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:59.670404 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5f55-ad2d-48b0-b4d4-b052fa29cd93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:59.725130 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5f55-ad2d-48b0-b4d4-b052fa29cd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:59.728118 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5f55-ad2d-48b0-b4d4-b052fa29cd93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:14:59.729429 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-5fbc5f55-ad2d-48b0-b4d4-b052fa29cd93 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59acbc8e-4816-49ec-9ffe-c3b57a883a07 HTTP/1.1" status: 204 len: 168 time: 0.1303210 Aug 13 03:14:59.738943 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc5f55-ad2d-48b0-b4d4-b052fa29cd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59acbc8e-4816-49ec-9ffe-c3b57a883a07,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:00.474700 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 57604) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:15:00.580329 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-f9e9c1cf-d037-4fb3-bc58-4834c4477d21 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-241339200-network', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:15:00.602304 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e9c1cf-d037-4fb3-bc58-4834c4477d21 admin admin] Made reservation on behalf of 07ecb44a1702491f8f71dd0e99c9e93f for: {'network': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:15:00.604795 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f9e9c1cf-d037-4fb3-bc58-4834c4477d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for network, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:00.614362 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f9e9c1cf-d037-4fb3-bc58-4834c4477d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:00.725930 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f9e9c1cf-d037-4fb3-bc58-4834c4477d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:00.729857 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f9e9c1cf-d037-4fb3-bc58-4834c4477d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:00.758595 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e9c1cf-d037-4fb3-bc58-4834c4477d21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=100520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:15:00.765885 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9c1cf-d037-4fb3-bc58-4834c4477d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78a83d6-e1bd-458d-9b0a-fd9af5b5ad5f,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:00.772922 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f9e9c1cf-d037-4fb3-bc58-4834c4477d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:00.773311 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.db.segments_db [None req-f9e9c1cf-d037-4fb3-bc58-4834c4477d21 admin admin] Added segment ab15a2c2-97d6-4b76-b8c4-01d9db163df3 of type vlan for network a794904a-36df-494d-8a72-89ad3aea2229 Aug 13 03:15:00.822399 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f9e9c1cf-d037-4fb3-bc58-4834c4477d21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730805411148'] for network, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:00.854036 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f9e9c1cf-d037-4fb3-bc58-4834c4477d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for network, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:00.855245 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e9c1cf-d037-4fb3-bc58-4834c4477d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:00.855971 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f9e9c1cf-d037-4fb3-bc58-4834c4477d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:00.918549 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-f9e9c1cf-d037-4fb3-bc58-4834c4477d21 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4425988 Aug 13 03:15:00.921357 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 57608) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:15:00.928347 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-f5f7d8dd-163e-4413-96bf-9ce24218e571 admin admin] Request body: {'subnet': {'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-241339200-subnet', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'ip_version': 4}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:15:00.933264 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9c1cf-d037-4fb3-bc58-4834c4477d21 admin admin] Pushing event updated for resources: {'Network': ['ID=a794904a-36df-494d-8a72-89ad3aea2229,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:00.945212 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Network a794904a-36df-494d-8a72-89ad3aea2229 details requested by agent ovs-agent-dv-cinder-760192-6-iscsi with host dv-cinder-760192-6-iscsi {{(pid=100522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:15:00.956412 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f7d8dd-163e-4413-96bf-9ce24218e571 admin admin] Made reservation on behalf of 07ecb44a1702491f8f71dd0e99c9e93f for: {'subnet': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:15:00.958875 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f5f7d8dd-163e-4413-96bf-9ce24218e571 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13559771'] for subnet, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:01.150675 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f5f7d8dd-163e-4413-96bf-9ce24218e571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13334696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13559785'] for subnet, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:01.205863 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7d8dd-163e-4413-96bf-9ce24218e571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af808ceb-2ac7-4796-bac6-242e9548c9d6,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:01.218643 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f7d8dd-163e-4413-96bf-9ce24218e571 admin admin] Checking segment: {'id': 'ab15a2c2-97d6-4b76-b8c4-01d9db163df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:15:01.219018 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f7d8dd-163e-4413-96bf-9ce24218e571 admin admin] Network hostable DHCP agents. Network: a794904a-36df-494d-8a72-89ad3aea2229, hostable agents: ['595598fe-73c0-479d-97dd-8b235d94b446'], hosted agents: [] {{(pid=100520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:15:01.237302 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f7d8dd-163e-4413-96bf-9ce24218e571 admin admin] Network a794904a-36df-494d-8a72-89ad3aea2229 is scheduled to be hosted by DHCP agent 595598fe-73c0-479d-97dd-8b235d94b446 with binding_index 1 {{(pid=100520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:15:01.247256 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-f5f7d8dd-163e-4413-96bf-9ce24218e571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760192-6-iscsi, a794904a-36df-494d-8a72-89ad3aea2229) {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:15:01.253681 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f7d8dd-163e-4413-96bf-9ce24218e571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:01.254640 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f5f7d8dd-163e-4413-96bf-9ce24218e571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:01.256730 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a89936-b22c-4f7f-9ecd-9ff2a1eac288 None None] Network a794904a-36df-494d-8a72-89ad3aea2229 requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:15:01.272815 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-f5f7d8dd-163e-4413-96bf-9ce24218e571 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3503387 Aug 13 03:15:01.276755 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 57610) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:15:01.281464 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-2523af39-b770-4b77-a172-243c840b6c36 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:15:01.304107 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2523af39-b770-4b77-a172-243c840b6c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-388'] for router, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:01.305116 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2523af39-b770-4b77-a172-243c840b6c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1791357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-395'] for router, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:01.364147 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2523af39-b770-4b77-a172-243c840b6c36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:01.419146 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c812a701-fc2b-4455-98c5-6ecc114f289d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a7fb4fd-6467-5fc5-8d0e-71f03b711e8f-a794904a-36df-494d-8a72-89ad3aea2229', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'fixed_ips': [{'subnet_id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6'}]}} from dv-cinder-760192-6-iscsi. {{(pid=100522) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:15:01.420319 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-c812a701-fc2b-4455-98c5-6ecc114f289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:01.513709 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2523af39-b770-4b77-a172-243c840b6c36 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:01.564403 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.db_base_plugin_common [None req-c812a701-fc2b-4455-98c5-6ecc114f289d None None] Allocated IP 172.20.0.2 (a794904a-36df-494d-8a72-89ad3aea2229/af808ceb-2ac7-4796-bac6-242e9548c9d6/70e2b1ff-854e-4f3d-a452-9516be689588) {{(pid=100522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:15:01.722672 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-c812a701-fc2b-4455-98c5-6ecc114f289d None None] Notify callbacks [] for port, precommit_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:01.732798 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-c812a701-fc2b-4455-98c5-6ecc114f289d None None] Transition to ACTIVE for port object 70e2b1ff-854e-4f3d-a452-9516be689588 will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:15:01.733489 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2523af39-b770-4b77-a172-243c840b6c36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:01.750675 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-c812a701-fc2b-4455-98c5-6ecc114f289d None None] Transition to ACTIVE for port object 70e2b1ff-854e-4f3d-a452-9516be689588 will not be triggered until provisioned by entity DHCP. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:15:01.757176 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-c812a701-fc2b-4455-98c5-6ecc114f289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703'] for port, after_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:01.762426 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2523af39-b770-4b77-a172-243c840b6c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:01.801363 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c812a701-fc2b-4455-98c5-6ecc114f289d None None] Network a794904a-36df-494d-8a72-89ad3aea2229 is already hosted by enough agents. {{(pid=100522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:15:01.809378 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.scheduler.base_scheduler [None req-c812a701-fc2b-4455-98c5-6ecc114f289d None None] Resources bound (agent type, host, resource id): {{(pid=100522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:15:01.809378 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c812a701-fc2b-4455-98c5-6ecc114f289d None None] Received port after_create {{(pid=100522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:15:01.816520 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812a701-fc2b-4455-98c5-6ecc114f289d None None] Pushing event updated for resources: {'Port': ['ID=70e2b1ff-854e-4f3d-a452-9516be689588,revision_number=1']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:01.876760 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-c812a701-fc2b-4455-98c5-6ecc114f289d None None] Attempting to bind port 70e2b1ff-854e-4f3d-a452-9516be689588 on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:15:01.877141 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-c812a701-fc2b-4455-98c5-6ecc114f289d None None] Attempting to bind port 70e2b1ff-854e-4f3d-a452-9516be689588 by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': 'ab15a2c2-97d6-4b76-b8c4-01d9db163df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:15:01.877501 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c812a701-fc2b-4455-98c5-6ecc114f289d None None] Attempting to bind port 70e2b1ff-854e-4f3d-a452-9516be689588 on network a794904a-36df-494d-8a72-89ad3aea2229 {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:15:01.882952 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c812a701-fc2b-4455-98c5-6ecc114f289d None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:15:01.883327 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c812a701-fc2b-4455-98c5-6ecc114f289d None None] Checking segment: {'id': 'ab15a2c2-97d6-4b76-b8c4-01d9db163df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:15:01.883770 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-c812a701-fc2b-4455-98c5-6ecc114f289d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:01.884164 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c812a701-fc2b-4455-98c5-6ecc114f289d None None] Bound using segment: {'id': 'ab15a2c2-97d6-4b76-b8c4-01d9db163df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:15:01.884636 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-c812a701-fc2b-4455-98c5-6ecc114f289d None None] Bound port: 70e2b1ff-854e-4f3d-a452-9516be689588, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab15a2c2-97d6-4b76-b8c4-01d9db163df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:15:01.885028 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-c812a701-fc2b-4455-98c5-6ecc114f289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:01.898656 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-2523af39-b770-4b77-a172-243c840b6c36 admin admin] Allocated IP 172.27.3.76 (e1b1eaab-3abb-4c2f-9e17-ba947274cb90/3b95406b-7f6d-4e40-b01a-fd59db47aa2f/b9815292-9ed5-4659-81d1-cae385d03116) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:15:01.965265 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-c812a701-fc2b-4455-98c5-6ecc114f289d None None] For port 70e2b1ff-854e-4f3d-a452-9516be689588, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:15:01.969908 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-c812a701-fc2b-4455-98c5-6ecc114f289d None None] For port 70e2b1ff-854e-4f3d-a452-9516be689588, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=70e2b1ff-854e-4f3d-a452-9516be689588,segment=NetworkSegment(ab15a2c2-97d6-4b76-b8c4-01d9db163df3),segment_id=ab15a2c2-97d6-4b76-b8c4-01d9db163df3)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:15:01.974851 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-c812a701-fc2b-4455-98c5-6ecc114f289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:02.029133 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2523af39-b770-4b77-a172-243c840b6c36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:02.036774 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812a701-fc2b-4455-98c5-6ecc114f289d None None] Pushing event updated for resources: {'Port': ['ID=70e2b1ff-854e-4f3d-a452-9516be689588,revision_number=2']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:02.075637 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2523af39-b770-4b77-a172-243c840b6c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:02.118965 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2523af39-b770-4b77-a172-243c840b6c36 admin admin] Network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:15:02.123794 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-2523af39-b770-4b77-a172-243c840b6c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:15:02.129812 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2523af39-b770-4b77-a172-243c840b6c36 admin admin] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:15:02.133198 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523af39-b770-4b77-a172-243c840b6c36 admin admin] Pushing event updated for resources: {'Port': ['ID=b9815292-9ed5-4659-81d1-cae385d03116,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:02.422582 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2523af39-b770-4b77-a172-243c840b6c36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:02.908743 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2523af39-b770-4b77-a172-243c840b6c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1791334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790715'] for router, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:02.935842 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b28e6e-db19-4f5e-8ea8-c2c0ef4c41ad None None] Network a794904a-36df-494d-8a72-89ad3aea2229 requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:15:03.076944 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2523af39-b770-4b77-a172-243c840b6c36 admin admin] Router 8dfe5706-a43f-46c9-9719-d5032f1b4980 is scheduled to L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 with binding_index 1 {{(pid=100520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:15:03.141764 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 70e2b1ff-854e-4f3d-a452-9516be689588 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:15:03.168534 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-3c7ed3fc-0310-445e-b561-32ff566a1c51 None None] Provisioning for port 70e2b1ff-854e-4f3d-a452-9516be689588 completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:15:03.208293 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2523af39-b770-4b77-a172-243c840b6c36 admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:15:03.219048 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] Sync routers for ids ['8dfe5706-a43f-46c9-9719-d5032f1b4980'] in dv-cinder-760192-6-iscsi {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:15:03.227902 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2523af39-b770-4b77-a172-243c840b6c36 admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:03.229320 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-2523af39-b770-4b77-a172-243c840b6c36 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9515679 Aug 13 03:15:03.232291 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 57612) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:15:03.232798 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] Routers {'8dfe5706-a43f-46c9-9719-d5032f1b4980'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:15:03.235016 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:14:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['8dfe5706-a43f-46c9-9719-d5032f1b4980'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:03.267261 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port 70e2b1ff-854e-4f3d-a452-9516be689588 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:15:03.274240 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 70e2b1ff-854e-4f3d-a452-9516be689588 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:15:03.274618 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:03.362064 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] Set router 8dfe5706-a43f-46c9-9719-d5032f1b4980 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:15:03.404288 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:03.448874 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port 70e2b1ff-854e-4f3d-a452-9516be689588, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=70e2b1ff-854e-4f3d-a452-9516be689588,segment=NetworkSegment(ab15a2c2-97d6-4b76-b8c4-01d9db163df3),segment_id=ab15a2c2-97d6-4b76-b8c4-01d9db163df3)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:15:03.459530 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:03.527215 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=70e2b1ff-854e-4f3d-a452-9516be689588,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:03.603258 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:02Z', 'revision_number': 3, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port': {'id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:50:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:03.618574 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-0e4e2cd8-cfda-4a40-bd68-e94f46cbe99d None None] Provisioning complete for port 70e2b1ff-854e-4f3d-a452-9516be689588 triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:15:03.618953 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-0e4e2cd8-cfda-4a40-bd68-e94f46cbe99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:03.652826 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] Checking router: 8dfe5706-a43f-46c9-9719-d5032f1b4980 for host: dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:15:03.653170 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] Updating router 8dfe5706-a43f-46c9-9719-d5032f1b4980 port b9815292-9ed5-4659-81d1-cae385d03116 binding host dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:15:03.683618 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:03.737007 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b36584e8-2019-4a2b-9889-31145f5bf8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:03.936141 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-b36584e8-2019-4a2b-9889-31145f5bf8a9 admin admin] Allocated IP 172.20.0.1 (a794904a-36df-494d-8a72-89ad3aea2229/af808ceb-2ac7-4796-bac6-242e9548c9d6/47f8a638-0f7e-4757-aa8f-9edf8ddf07ed) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:15:04.014114 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] Notify callbacks [] for port, precommit_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:04.028628 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.provisioning_blocks [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] Transition to ACTIVE for port object b9815292-9ed5-4659-81d1-cae385d03116 will not be triggered until provisioned by entity L2. {{(pid=100523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:15:04.035671 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:04.068873 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b36584e8-2019-4a2b-9889-31145f5bf8a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:04.085508 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [None req-b36584e8-2019-4a2b-9889-31145f5bf8a9 admin admin] Transition to ACTIVE for port object 47f8a638-0f7e-4757-aa8f-9edf8ddf07ed will not be triggered until provisioned by entity DHCP. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:15:04.096492 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] Attempting to bind port b9815292-9ed5-4659-81d1-cae385d03116 on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:15:04.096927 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] Attempting to bind port b9815292-9ed5-4659-81d1-cae385d03116 by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}] {{(pid=100523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:15:04.097371 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] Attempting to bind port b9815292-9ed5-4659-81d1-cae385d03116 on network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:15:04.106359 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9e2aa-fd4b-4b58-b6d1-ff30781c0e04 None None] Pushing event updated for resources: {'Port': ['ID=b9815292-9ed5-4659-81d1-cae385d03116,revision_number=2']} {{(pid=100523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:04.109615 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:15:04.109982 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] Checking segment: {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:15:04.110373 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:04.110758 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] Bound using segment: {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'} {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:15:04.111232 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] Bound port: b9815292-9ed5-4659-81d1-cae385d03116, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}}] {{(pid=100523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:15:04.111657 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:04.127736 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b36584e8-2019-4a2b-9889-31145f5bf8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:04.139554 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9e2aa-fd4b-4b58-b6d1-ff30781c0e04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:04.140516 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9e2aa-fd4b-4b58-b6d1-ff30781c0e04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:04.141121 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9e2aa-fd4b-4b58-b6d1-ff30781c0e04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:04.141606 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9e2aa-fd4b-4b58-b6d1-ff30781c0e04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:04.141924 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9e2aa-fd4b-4b58-b6d1-ff30781c0e04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:04.142250 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9e2aa-fd4b-4b58-b6d1-ff30781c0e04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:04.142634 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9e2aa-fd4b-4b58-b6d1-ff30781c0e04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:04.142972 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9e2aa-fd4b-4b58-b6d1-ff30781c0e04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:04.143308 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9e2aa-fd4b-4b58-b6d1-ff30781c0e04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:04.143656 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9e2aa-fd4b-4b58-b6d1-ff30781c0e04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:04.143972 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9e2aa-fd4b-4b58-b6d1-ff30781c0e04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:04.144286 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9e2aa-fd4b-4b58-b6d1-ff30781c0e04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:04.174531 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36584e8-2019-4a2b-9889-31145f5bf8a9 admin admin] Network a794904a-36df-494d-8a72-89ad3aea2229 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:15:04.177997 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-b36584e8-2019-4a2b-9889-31145f5bf8a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:15:04.185964 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36584e8-2019-4a2b-9889-31145f5bf8a9 admin admin] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:15:04.190376 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.db [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] For port b9815292-9ed5-4659-81d1-cae385d03116, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:15:04.194634 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.db [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] For port b9815292-9ed5-4659-81d1-cae385d03116, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=b9815292-9ed5-4659-81d1-cae385d03116,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:15:04.200117 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:04.210516 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36584e8-2019-4a2b-9889-31145f5bf8a9 admin admin] Pushing event updated for resources: {'Port': ['ID=47f8a638-0f7e-4757-aa8f-9edf8ddf07ed,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:04.231708 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b36584e8-2019-4a2b-9889-31145f5bf8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752878'] for router_interface, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:04.266307 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9e2aa-fd4b-4b58-b6d1-ff30781c0e04 None None] Pushing event updated for resources: {'Port': ['ID=b9815292-9ed5-4659-81d1-cae385d03116,revision_number=3']} {{(pid=100523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:04.301164 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] Routers {'8dfe5706-a43f-46c9-9719-d5032f1b4980'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:15:04.301845 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:14:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['8dfe5706-a43f-46c9-9719-d5032f1b4980'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:04.394068 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b36584e8-2019-4a2b-9889-31145f5bf8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:04.426434 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] Set router 8dfe5706-a43f-46c9-9719-d5032f1b4980 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:15:04.441786 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-312647d8-9439-49de-a9e4-38ebb99c4eb0 None None] Provisioning for port 47f8a638-0f7e-4757-aa8f-9edf8ddf07ed completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:15:04.446001 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-312647d8-9439-49de-a9e4-38ebb99c4eb0 None None] Provisioning complete for port 47f8a638-0f7e-4757-aa8f-9edf8ddf07ed triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:15:04.446384 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-312647d8-9439-49de-a9e4-38ebb99c4eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:04.485127 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-312647d8-9439-49de-a9e4-38ebb99c4eb0 None None] Port 47f8a638-0f7e-4757-aa8f-9edf8ddf07ed cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:15:04.582026 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b36584e8-2019-4a2b-9889-31145f5bf8a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:04.586851 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b36584e8-2019-4a2b-9889-31145f5bf8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:04.657071 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:02Z', 'revision_number': 3, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port': {'id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:50:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:04.657628 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36584e8-2019-4a2b-9889-31145f5bf8a9 admin admin] Pushing event updated for resources: {'Port': ['ID=47f8a638-0f7e-4757-aa8f-9edf8ddf07ed,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:04.660241 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b36584e8-2019-4a2b-9889-31145f5bf8a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753018'] for router_interface, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:04.685865 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67c6e19-926b-48de-8bef-c84cbf4cba9e None None] The sync data for ids ['8dfe5706-a43f-46c9-9719-d5032f1b4980'] in dv-cinder-760192-6-iscsi is: [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:02Z', 'revision_number': 3, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port': {'id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:50:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}] {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:15:04.758483 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36584e8-2019-4a2b-9889-31145f5bf8a9 admin admin] Network a794904a-36df-494d-8a72-89ad3aea2229 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:15:04.760048 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-b36584e8-2019-4a2b-9889-31145f5bf8a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:15:04.907385 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36584e8-2019-4a2b-9889-31145f5bf8a9 admin admin] Router 8dfe5706-a43f-46c9-9719-d5032f1b4980 has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:15:05.055248 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36584e8-2019-4a2b-9889-31145f5bf8a9 admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:15:05.072927 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-b36584e8-2019-4a2b-9889-31145f5bf8a9 admin admin] 10.222.0.13 "PUT /v2.0/routers/8dfe5706-a43f-46c9-9719-d5032f1b4980/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8394639 Aug 13 03:15:05.110715 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-f5c979d7-4707-4b3b-bf0b-d5204171fde1 None None] Provisioning complete for port 47f8a638-0f7e-4757-aa8f-9edf8ddf07ed triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:15:05.111197 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-f5c979d7-4707-4b3b-bf0b-d5204171fde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:05.156835 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-f5c979d7-4707-4b3b-bf0b-d5204171fde1 None None] Port 47f8a638-0f7e-4757-aa8f-9edf8ddf07ed cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:15:05.186120 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device b9815292-9ed5-4659-81d1-cae385d03116 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:15:05.246864 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port b9815292-9ed5-4659-81d1-cae385d03116 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:15:05.252599 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port b9815292-9ed5-4659-81d1-cae385d03116 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:15:05.253141 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:05.354940 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:05.383873 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port b9815292-9ed5-4659-81d1-cae385d03116, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=b9815292-9ed5-4659-81d1-cae385d03116,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:15:05.389011 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:05.389835 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 70e2b1ff-854e-4f3d-a452-9516be689588 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:15:05.498551 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=b9815292-9ed5-4659-81d1-cae385d03116,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:05.514401 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 70e2b1ff-854e-4f3d-a452-9516be689588 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:15:05.515451 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:05.682813 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 57630) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:15:05.688776 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-04e6b2fc-e464-4904-bf0e-4a7fe3318514 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-832930379-network', 'tenant_id': '4cb0f84383234b4fb519cffff85bbdd9'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:15:05.715838 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e6b2fc-e464-4904-bf0e-4a7fe3318514 admin admin] Made reservation on behalf of 4cb0f84383234b4fb519cffff85bbdd9 for: {'network': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:15:05.720092 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-04e6b2fc-e464-4904-bf0e-4a7fe3318514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for network, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:05.730346 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-04e6b2fc-e464-4904-bf0e-4a7fe3318514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:05.838702 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-04e6b2fc-e464-4904-bf0e-4a7fe3318514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:05.843542 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-04e6b2fc-e464-4904-bf0e-4a7fe3318514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:05.875971 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e6b2fc-e464-4904-bf0e-4a7fe3318514 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=100520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:15:05.883185 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6b2fc-e464-4904-bf0e-4a7fe3318514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820f36a9-2a4b-4f32-8693-dda5fc1a3d5c,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:05.890442 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-04e6b2fc-e464-4904-bf0e-4a7fe3318514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:05.890804 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.db.segments_db [None req-04e6b2fc-e464-4904-bf0e-4a7fe3318514 admin admin] Added segment ae5fa863-05c5-4911-ba07-7884ac59ea29 of type vlan for network 1c65800b-9bfb-4a0b-92ef-baf0ed5b52de Aug 13 03:15:05.935401 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-04e6b2fc-e464-4904-bf0e-4a7fe3318514 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730805411148'] for network, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:05.967805 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-04e6b2fc-e464-4904-bf0e-4a7fe3318514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for network, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:05.969427 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e6b2fc-e464-4904-bf0e-4a7fe3318514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:05.969930 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-04e6b2fc-e464-4904-bf0e-4a7fe3318514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:06.030137 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-04e6b2fc-e464-4904-bf0e-4a7fe3318514 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3461759 Aug 13 03:15:06.033498 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 57632) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:15:06.041137 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-721a6e8b-6f36-4e2d-9e47-1f2fa82d9e54 admin admin] Request body: {'subnet': {'network_id': '1c65800b-9bfb-4a0b-92ef-baf0ed5b52de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-832930379-subnet', 'tenant_id': '4cb0f84383234b4fb519cffff85bbdd9', 'ip_version': 4}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:15:06.048641 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6b2fc-e464-4904-bf0e-4a7fe3318514 admin admin] Pushing event updated for resources: {'Network': ['ID=1c65800b-9bfb-4a0b-92ef-baf0ed5b52de,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:06.059359 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Network 1c65800b-9bfb-4a0b-92ef-baf0ed5b52de details requested by agent ovs-agent-dv-cinder-760192-6-iscsi with host dv-cinder-760192-6-iscsi {{(pid=100522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:15:06.073038 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721a6e8b-6f36-4e2d-9e47-1f2fa82d9e54 admin admin] Made reservation on behalf of 4cb0f84383234b4fb519cffff85bbdd9 for: {'subnet': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:15:06.076531 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-721a6e8b-6f36-4e2d-9e47-1f2fa82d9e54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13559771'] for subnet, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:06.270440 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-721a6e8b-6f36-4e2d-9e47-1f2fa82d9e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13334696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13559785'] for subnet, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:06.325004 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a6e8b-6f36-4e2d-9e47-1f2fa82d9e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ecbfb24-7953-42be-a95d-ebf1955695ff,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:06.338139 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721a6e8b-6f36-4e2d-9e47-1f2fa82d9e54 admin admin] Checking segment: {'id': 'ae5fa863-05c5-4911-ba07-7884ac59ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1c65800b-9bfb-4a0b-92ef-baf0ed5b52de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:15:06.338502 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721a6e8b-6f36-4e2d-9e47-1f2fa82d9e54 admin admin] Network hostable DHCP agents. Network: 1c65800b-9bfb-4a0b-92ef-baf0ed5b52de, hostable agents: ['595598fe-73c0-479d-97dd-8b235d94b446'], hosted agents: [] {{(pid=100520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:15:06.356835 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721a6e8b-6f36-4e2d-9e47-1f2fa82d9e54 admin admin] Network 1c65800b-9bfb-4a0b-92ef-baf0ed5b52de is scheduled to be hosted by DHCP agent 595598fe-73c0-479d-97dd-8b235d94b446 with binding_index 1 {{(pid=100520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:15:06.366935 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-721a6e8b-6f36-4e2d-9e47-1f2fa82d9e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760192-6-iscsi, 1c65800b-9bfb-4a0b-92ef-baf0ed5b52de) {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:15:06.370937 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721a6e8b-6f36-4e2d-9e47-1f2fa82d9e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:06.371560 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-721a6e8b-6f36-4e2d-9e47-1f2fa82d9e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:06.375866 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3636b6ca-85e8-4afa-bff2-d348bd3ce33a None None] Network 1c65800b-9bfb-4a0b-92ef-baf0ed5b52de requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:15:06.387536 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-721a6e8b-6f36-4e2d-9e47-1f2fa82d9e54 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3525486 Aug 13 03:15:06.389628 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 57634) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:15:06.397719 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-9a96ecb9-cd8d-4d2c-90cb-64f2593275dd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-832930379-router', 'tenant_id': '4cb0f84383234b4fb519cffff85bbdd9', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:15:06.418648 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9a96ecb9-cd8d-4d2c-90cb-64f2593275dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-388'] for router, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:06.420156 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9a96ecb9-cd8d-4d2c-90cb-64f2593275dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1791357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-395'] for router, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:06.429459 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] Sync routers for ids ['8dfe5706-a43f-46c9-9719-d5032f1b4980'] in dv-cinder-760192-6-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:15:06.454401 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] Routers {'8dfe5706-a43f-46c9-9719-d5032f1b4980'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:15:06.455047 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:14:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['8dfe5706-a43f-46c9-9719-d5032f1b4980'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:06.480928 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9a96ecb9-cd8d-4d2c-90cb-64f2593275dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:06.620298 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9a96ecb9-cd8d-4d2c-90cb-64f2593275dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:06.625424 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] Set router 8dfe5706-a43f-46c9-9719-d5032f1b4980 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:15:06.653087 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15e7d4c-4a1b-463f-8b69-f19c797dc45c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a7fb4fd-6467-5fc5-8d0e-71f03b711e8f-1c65800b-9bfb-4a0b-92ef-baf0ed5b52de', 'network_id': '1c65800b-9bfb-4a0b-92ef-baf0ed5b52de', 'tenant_id': '4cb0f84383234b4fb519cffff85bbdd9', 'fixed_ips': [{'subnet_id': '4ecbfb24-7953-42be-a95d-ebf1955695ff'}]}} from dv-cinder-760192-6-iscsi. {{(pid=100522) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:15:06.653935 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-c15e7d4c-4a1b-463f-8b69-f19c797dc45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:06.830697 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9a96ecb9-cd8d-4d2c-90cb-64f2593275dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:06.851205 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9a96ecb9-cd8d-4d2c-90cb-64f2593275dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:06.919820 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.db_base_plugin_common [None req-c15e7d4c-4a1b-463f-8b69-f19c797dc45c None None] Allocated IP 172.20.0.2 (1c65800b-9bfb-4a0b-92ef-baf0ed5b52de/4ecbfb24-7953-42be-a95d-ebf1955695ff/2f54933a-f437-4ae5-9596-8a3b5c84c8ca) {{(pid=100522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:15:06.959931 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-9a96ecb9-cd8d-4d2c-90cb-64f2593275dd admin admin] Allocated IP 172.27.3.153 (e1b1eaab-3abb-4c2f-9e17-ba947274cb90/3b95406b-7f6d-4e40-b01a-fd59db47aa2f/3c8d5b2e-19e8-475b-b5a8-426726f0c55e) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:15:07.018190 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:04Z', 'revision_number': 4, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port': {'id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '47f8a638-0f7e-4757-aa8f-9edf8ddf07ed', 'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'mac_address': 'fa:16:3e:30:05:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:03Z', 'updated_at': '2021-08-13T03:15:04Z', 'revision_number': 2, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'subnets': [{'id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:07.053921 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] Checking router: 8dfe5706-a43f-46c9-9719-d5032f1b4980 for host: dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:15:07.054286 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] Updating router 8dfe5706-a43f-46c9-9719-d5032f1b4980 port 47f8a638-0f7e-4757-aa8f-9edf8ddf07ed binding host dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:15:07.078835 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9a96ecb9-cd8d-4d2c-90cb-64f2593275dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:07.081016 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device b9815292-9ed5-4659-81d1-cae385d03116 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:15:07.119780 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9a96ecb9-cd8d-4d2c-90cb-64f2593275dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:07.161748 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a96ecb9-cd8d-4d2c-90cb-64f2593275dd admin admin] Network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:15:07.164970 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-9a96ecb9-cd8d-4d2c-90cb-64f2593275dd admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:15:07.168878 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a96ecb9-cd8d-4d2c-90cb-64f2593275dd admin admin] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:15:07.175614 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96ecb9-cd8d-4d2c-90cb-64f2593275dd admin admin] Pushing event updated for resources: {'Port': ['ID=3c8d5b2e-19e8-475b-b5a8-426726f0c55e,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:07.278396 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:07.311311 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-c15e7d4c-4a1b-463f-8b69-f19c797dc45c None None] Notify callbacks [] for port, precommit_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:07.341851 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-c15e7d4c-4a1b-463f-8b69-f19c797dc45c None None] Transition to ACTIVE for port object 2f54933a-f437-4ae5-9596-8a3b5c84c8ca will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:15:07.419955 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port b9815292-9ed5-4659-81d1-cae385d03116 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:15:07.420387 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:07.422872 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-c15e7d4c-4a1b-463f-8b69-f19c797dc45c None None] Transition to ACTIVE for port object 2f54933a-f437-4ae5-9596-8a3b5c84c8ca will not be triggered until provisioned by entity DHCP. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:15:07.435043 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9a96ecb9-cd8d-4d2c-90cb-64f2593275dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:07.457181 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-c15e7d4c-4a1b-463f-8b69-f19c797dc45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703'] for port, after_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:07.532021 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15e7d4c-4a1b-463f-8b69-f19c797dc45c None None] Network 1c65800b-9bfb-4a0b-92ef-baf0ed5b52de is already hosted by enough agents. {{(pid=100522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:15:07.568278 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.scheduler.base_scheduler [None req-c15e7d4c-4a1b-463f-8b69-f19c797dc45c None None] Resources bound (agent type, host, resource id): {{(pid=100522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:15:07.571941 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15e7d4c-4a1b-463f-8b69-f19c797dc45c None None] Received port after_create {{(pid=100522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:15:07.590451 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e7d4c-4a1b-463f-8b69-f19c797dc45c None None] Pushing event updated for resources: {'Port': ['ID=2f54933a-f437-4ae5-9596-8a3b5c84c8ca,revision_number=1']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:07.637140 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9a96ecb9-cd8d-4d2c-90cb-64f2593275dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1791334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790715'] for router, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:07.703293 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-c15e7d4c-4a1b-463f-8b69-f19c797dc45c None None] Attempting to bind port 2f54933a-f437-4ae5-9596-8a3b5c84c8ca on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:15:07.703952 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-c15e7d4c-4a1b-463f-8b69-f19c797dc45c None None] Attempting to bind port 2f54933a-f437-4ae5-9596-8a3b5c84c8ca by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': 'ae5fa863-05c5-4911-ba07-7884ac59ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1c65800b-9bfb-4a0b-92ef-baf0ed5b52de'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:15:07.704071 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15e7d4c-4a1b-463f-8b69-f19c797dc45c None None] Attempting to bind port 2f54933a-f437-4ae5-9596-8a3b5c84c8ca on network 1c65800b-9bfb-4a0b-92ef-baf0ed5b52de {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:15:07.715459 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15e7d4c-4a1b-463f-8b69-f19c797dc45c None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:15:07.715865 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15e7d4c-4a1b-463f-8b69-f19c797dc45c None None] Checking segment: {'id': 'ae5fa863-05c5-4911-ba07-7884ac59ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1c65800b-9bfb-4a0b-92ef-baf0ed5b52de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:15:07.716271 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-c15e7d4c-4a1b-463f-8b69-f19c797dc45c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:07.716662 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15e7d4c-4a1b-463f-8b69-f19c797dc45c None None] Bound using segment: {'id': 'ae5fa863-05c5-4911-ba07-7884ac59ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1c65800b-9bfb-4a0b-92ef-baf0ed5b52de'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:15:07.717151 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-c15e7d4c-4a1b-463f-8b69-f19c797dc45c None None] Bound port: 2f54933a-f437-4ae5-9596-8a3b5c84c8ca, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5fa863-05c5-4911-ba07-7884ac59ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1c65800b-9bfb-4a0b-92ef-baf0ed5b52de'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:15:07.717533 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-c15e7d4c-4a1b-463f-8b69-f19c797dc45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:07.833694 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] Notify callbacks [] for port, precommit_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:07.850890 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-c15e7d4c-4a1b-463f-8b69-f19c797dc45c None None] For port 2f54933a-f437-4ae5-9596-8a3b5c84c8ca, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:15:07.855738 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-c15e7d4c-4a1b-463f-8b69-f19c797dc45c None None] For port 2f54933a-f437-4ae5-9596-8a3b5c84c8ca, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=2f54933a-f437-4ae5-9596-8a3b5c84c8ca,segment=NetworkSegment(ae5fa863-05c5-4911-ba07-7884ac59ea29),segment_id=ae5fa863-05c5-4911-ba07-7884ac59ea29)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:15:07.857186 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] Transition to ACTIVE for port object 47f8a638-0f7e-4757-aa8f-9edf8ddf07ed will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:15:07.862093 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-c15e7d4c-4a1b-463f-8b69-f19c797dc45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:07.867619 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:07.939838 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e7d4c-4a1b-463f-8b69-f19c797dc45c None None] Pushing event updated for resources: {'Port': ['ID=2f54933a-f437-4ae5-9596-8a3b5c84c8ca,revision_number=2']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:08.033085 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f774d-f242-4ab8-bd5c-26577fa2f671 None None] Pushing event updated for resources: {'Port': ['ID=47f8a638-0f7e-4757-aa8f-9edf8ddf07ed,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:08.035745 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] Attempting to bind port 47f8a638-0f7e-4757-aa8f-9edf8ddf07ed on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:15:08.036125 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] Attempting to bind port 47f8a638-0f7e-4757-aa8f-9edf8ddf07ed by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': 'ab15a2c2-97d6-4b76-b8c4-01d9db163df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:15:08.036490 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] Attempting to bind port 47f8a638-0f7e-4757-aa8f-9edf8ddf07ed on network a794904a-36df-494d-8a72-89ad3aea2229 {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:15:08.042237 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:15:08.042592 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] Checking segment: {'id': 'ab15a2c2-97d6-4b76-b8c4-01d9db163df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:15:08.043007 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:08.043404 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] Bound using segment: {'id': 'ab15a2c2-97d6-4b76-b8c4-01d9db163df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:15:08.043936 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] Bound port: 47f8a638-0f7e-4757-aa8f-9edf8ddf07ed, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab15a2c2-97d6-4b76-b8c4-01d9db163df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:15:08.044331 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:08.052848 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a96ecb9-cd8d-4d2c-90cb-64f2593275dd admin admin] Router ea099a76-4486-4df5-8d83-b86b6ef05b50 is scheduled to L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 with binding_index 1 {{(pid=100520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:15:08.127768 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] For port 47f8a638-0f7e-4757-aa8f-9edf8ddf07ed, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:15:08.132629 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] For port 47f8a638-0f7e-4757-aa8f-9edf8ddf07ed, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=47f8a638-0f7e-4757-aa8f-9edf8ddf07ed,segment=NetworkSegment(ab15a2c2-97d6-4b76-b8c4-01d9db163df3),segment_id=ab15a2c2-97d6-4b76-b8c4-01d9db163df3)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:15:08.139324 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:08.235836 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] Routers {'8dfe5706-a43f-46c9-9719-d5032f1b4980'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:15:08.236491 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:14:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['8dfe5706-a43f-46c9-9719-d5032f1b4980'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:08.243202 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a96ecb9-cd8d-4d2c-90cb-64f2593275dd admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:15:08.254916 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] Sync routers for ids ['ea099a76-4486-4df5-8d83-b86b6ef05b50'] in dv-cinder-760192-6-iscsi {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:15:08.268032 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9a96ecb9-cd8d-4d2c-90cb-64f2593275dd admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:08.271478 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] Routers {'ea099a76-4486-4df5-8d83-b86b6ef05b50'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:15:08.272454 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 57636) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:15:08.273825 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:14:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['ea099a76-4486-4df5-8d83-b86b6ef05b50'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:08.279751 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-9a96ecb9-cd8d-4d2c-90cb-64f2593275dd admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8884056 Aug 13 03:15:08.359603 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f774d-f242-4ab8-bd5c-26577fa2f671 None None] Pushing event updated for resources: {'Port': ['ID=47f8a638-0f7e-4757-aa8f-9edf8ddf07ed,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:08.436141 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] Set router ea099a76-4486-4df5-8d83-b86b6ef05b50 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:15:08.456815 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] Set router 8dfe5706-a43f-46c9-9719-d5032f1b4980 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:15:08.632243 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea099a76-4486-4df5-8d83-b86b6ef05b50', 'name': 'tempest-TestVolumeBootPattern-832930379-router', 'tenant_id': '4cb0f84383234b4fb519cffff85bbdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '3c8d5b2e-19e8-475b-b5a8-426726f0c55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:06Z', 'updated_at': '2021-08-13T03:15:07Z', 'revision_number': 3, 'project_id': '4cb0f84383234b4fb519cffff85bbdd9', 'gw_port': {'id': '3c8d5b2e-19e8-475b-b5a8-426726f0c55e', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea099a76-4486-4df5-8d83-b86b6ef05b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:06Z', 'updated_at': '2021-08-13T03:15:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:08.661818 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] Checking router: ea099a76-4486-4df5-8d83-b86b6ef05b50 for host: dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:15:08.662319 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] Updating router ea099a76-4486-4df5-8d83-b86b6ef05b50 port 3c8d5b2e-19e8-475b-b5a8-426726f0c55e binding host dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:15:08.692279 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:04Z', 'revision_number': 4, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port': {'id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '47f8a638-0f7e-4757-aa8f-9edf8ddf07ed', 'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'mac_address': 'fa:16:3e:30:05:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:03Z', 'updated_at': '2021-08-13T03:15:08Z', 'revision_number': 4, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'subnets': [{'id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:08.727425 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c696419-e54f-4597-abf1-32ffe13faa49 None None] The sync data for ids ['8dfe5706-a43f-46c9-9719-d5032f1b4980'] in dv-cinder-760192-6-iscsi is: [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:04Z', 'revision_number': 4, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port': {'id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '47f8a638-0f7e-4757-aa8f-9edf8ddf07ed', 'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'mac_address': 'fa:16:3e:30:05:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:03Z', 'updated_at': '2021-08-13T03:15:08Z', 'revision_number': 4, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'subnets': [{'id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:15:08.763594 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d7a4950e-6e1a-45ae-88f0-e8daa6987644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:08.803674 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:08.982695 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_common [None req-d7a4950e-6e1a-45ae-88f0-e8daa6987644 admin admin] Allocated IP 172.20.0.1 (1c65800b-9bfb-4a0b-92ef-baf0ed5b52de/4ecbfb24-7953-42be-a95d-ebf1955695ff/aa763f51-0a47-4fce-b174-c4f974cc1345) {{(pid=100521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:15:09.152386 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] Notify callbacks [] for port, precommit_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:09.169411 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195be073-dfb1-4878-969c-b2de99c0a4d3 None None] Network 1c65800b-9bfb-4a0b-92ef-baf0ed5b52de requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:15:09.170826 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d7a4950e-6e1a-45ae-88f0-e8daa6987644 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:09.172557 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.provisioning_blocks [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] Transition to ACTIVE for port object 3c8d5b2e-19e8-475b-b5a8-426726f0c55e will not be triggered until provisioned by entity L2. {{(pid=100523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:15:09.180351 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:09.187773 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-d7a4950e-6e1a-45ae-88f0-e8daa6987644 admin admin] Transition to ACTIVE for port object aa763f51-0a47-4fce-b174-c4f974cc1345 will not be triggered until provisioned by entity DHCP. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:15:09.240910 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] Attempting to bind port 3c8d5b2e-19e8-475b-b5a8-426726f0c55e on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:15:09.241221 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] Attempting to bind port 3c8d5b2e-19e8-475b-b5a8-426726f0c55e by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}] {{(pid=100523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:15:09.241744 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] Attempting to bind port 3c8d5b2e-19e8-475b-b5a8-426726f0c55e on network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:15:09.244388 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb7bc4-bdcf-4d0a-ae28-73ede8f8e7e1 None None] Pushing event updated for resources: {'Port': ['ID=3c8d5b2e-19e8-475b-b5a8-426726f0c55e,revision_number=2']} {{(pid=100523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:09.247374 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 2f54933a-f437-4ae5-9596-8a3b5c84c8ca up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:15:09.253210 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:15:09.253577 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] Checking segment: {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:15:09.254029 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:09.254409 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] Bound using segment: {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'} {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:15:09.254872 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] Bound port: 3c8d5b2e-19e8-475b-b5a8-426726f0c55e, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}}] {{(pid=100523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:15:09.255268 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:09.258204 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d7a4950e-6e1a-45ae-88f0-e8daa6987644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15926878'] for port, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:09.306319 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-19118ce9-98bc-4694-a2ca-24e3b7c5b7d6 None None] Provisioning for port 2f54933a-f437-4ae5-9596-8a3b5c84c8ca completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:15:09.312619 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4950e-6e1a-45ae-88f0-e8daa6987644 admin admin] Pushing event updated for resources: {'Port': ['ID=aa763f51-0a47-4fce-b174-c4f974cc1345,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:09.327438 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a4950e-6e1a-45ae-88f0-e8daa6987644 admin admin] Network 1c65800b-9bfb-4a0b-92ef-baf0ed5b52de is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:15:09.328977 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-d7a4950e-6e1a-45ae-88f0-e8daa6987644 admin admin] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:15:09.331803 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a4950e-6e1a-45ae-88f0-e8daa6987644 admin admin] Received port after_create {{(pid=100521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:15:09.345180 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.db [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] For port 3c8d5b2e-19e8-475b-b5a8-426726f0c55e, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:15:09.349989 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.db [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] For port 3c8d5b2e-19e8-475b-b5a8-426726f0c55e, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=3c8d5b2e-19e8-475b-b5a8-426726f0c55e,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:15:09.356165 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:09.363565 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port 2f54933a-f437-4ae5-9596-8a3b5c84c8ca completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:15:09.372285 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 2f54933a-f437-4ae5-9596-8a3b5c84c8ca triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:15:09.372953 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:09.385173 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d7a4950e-6e1a-45ae-88f0-e8daa6987644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752878'] for router_interface, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:09.415033 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] Routers {'ea099a76-4486-4df5-8d83-b86b6ef05b50'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:15:09.415709 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:14:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['ea099a76-4486-4df5-8d83-b86b6ef05b50'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:09.511842 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:09.545273 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d7a4950e-6e1a-45ae-88f0-e8daa6987644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:09.580965 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] Set router ea099a76-4486-4df5-8d83-b86b6ef05b50 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:15:09.601661 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port 2f54933a-f437-4ae5-9596-8a3b5c84c8ca, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=2f54933a-f437-4ae5-9596-8a3b5c84c8ca,segment=NetworkSegment(ae5fa863-05c5-4911-ba07-7884ac59ea29),segment_id=ae5fa863-05c5-4911-ba07-7884ac59ea29)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:15:09.611355 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:09.612369 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 47f8a638-0f7e-4757-aa8f-9edf8ddf07ed up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:15:09.713088 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=2f54933a-f437-4ae5-9596-8a3b5c84c8ca,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:09.737925 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:09.738637 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:09.738637 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:09.738941 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:09.739273 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:09.739638 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:09.739971 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:09.740300 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:09.740631 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:09.741005 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:09.741302 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:09.741628 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:09.760233 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port 47f8a638-0f7e-4757-aa8f-9edf8ddf07ed completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:15:09.762313 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-faa3ae43-7710-466a-9085-7c605ccead8d None None] Provisioning complete for port 2f54933a-f437-4ae5-9596-8a3b5c84c8ca triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:15:09.762693 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-faa3ae43-7710-466a-9085-7c605ccead8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:09.768095 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 47f8a638-0f7e-4757-aa8f-9edf8ddf07ed triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:15:09.768476 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:09.777801 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb7bc4-bdcf-4d0a-ae28-73ede8f8e7e1 None None] Pushing event updated for resources: {'Port': ['ID=3c8d5b2e-19e8-475b-b5a8-426726f0c55e,revision_number=3']} {{(pid=100523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:09.900267 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea099a76-4486-4df5-8d83-b86b6ef05b50', 'name': 'tempest-TestVolumeBootPattern-832930379-router', 'tenant_id': '4cb0f84383234b4fb519cffff85bbdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '3c8d5b2e-19e8-475b-b5a8-426726f0c55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:06Z', 'updated_at': '2021-08-13T03:15:07Z', 'revision_number': 3, 'project_id': '4cb0f84383234b4fb519cffff85bbdd9', 'gw_port': {'id': '3c8d5b2e-19e8-475b-b5a8-426726f0c55e', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea099a76-4486-4df5-8d83-b86b6ef05b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:06Z', 'updated_at': '2021-08-13T03:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:09.902458 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d7a4950e-6e1a-45ae-88f0-e8daa6987644 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:09.913034 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d7a4950e-6e1a-45ae-88f0-e8daa6987644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15926871'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:09.948367 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9005f791-6034-449f-98c1-73415c6fc45b None None] The sync data for ids ['ea099a76-4486-4df5-8d83-b86b6ef05b50'] in dv-cinder-760192-6-iscsi is: [{'id': 'ea099a76-4486-4df5-8d83-b86b6ef05b50', 'name': 'tempest-TestVolumeBootPattern-832930379-router', 'tenant_id': '4cb0f84383234b4fb519cffff85bbdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '3c8d5b2e-19e8-475b-b5a8-426726f0c55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:06Z', 'updated_at': '2021-08-13T03:15:07Z', 'revision_number': 3, 'project_id': '4cb0f84383234b4fb519cffff85bbdd9', 'gw_port': {'id': '3c8d5b2e-19e8-475b-b5a8-426726f0c55e', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea099a76-4486-4df5-8d83-b86b6ef05b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:06Z', 'updated_at': '2021-08-13T03:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}] {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:15:09.948611 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:09.992013 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-faa3ae43-7710-466a-9085-7c605ccead8d None None] Provisioning for port aa763f51-0a47-4fce-b174-c4f974cc1345 completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:15:10.004293 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port 47f8a638-0f7e-4757-aa8f-9edf8ddf07ed, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=47f8a638-0f7e-4757-aa8f-9edf8ddf07ed,segment=NetworkSegment(ab15a2c2-97d6-4b76-b8c4-01d9db163df3),segment_id=ab15a2c2-97d6-4b76-b8c4-01d9db163df3)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:15:10.005839 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-faa3ae43-7710-466a-9085-7c605ccead8d None None] Provisioning complete for port aa763f51-0a47-4fce-b174-c4f974cc1345 triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:15:10.006254 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-faa3ae43-7710-466a-9085-7c605ccead8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:10.010735 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d7a4950e-6e1a-45ae-88f0-e8daa6987644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753018'] for router_interface, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:10.015798 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4950e-6e1a-45ae-88f0-e8daa6987644 admin admin] Pushing event updated for resources: {'Port': ['ID=aa763f51-0a47-4fce-b174-c4f974cc1345,revision_number=2']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:10.047049 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:10.100040 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-faa3ae43-7710-466a-9085-7c605ccead8d None None] Port aa763f51-0a47-4fce-b174-c4f974cc1345 cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:15:10.128436 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=47f8a638-0f7e-4757-aa8f-9edf8ddf07ed,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:10.158772 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a4950e-6e1a-45ae-88f0-e8daa6987644 admin admin] Network 1c65800b-9bfb-4a0b-92ef-baf0ed5b52de is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:15:10.160460 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-d7a4950e-6e1a-45ae-88f0-e8daa6987644 admin admin] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:15:10.231462 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-b413d5a7-dce2-4038-9c8b-1c9f5da5ca4e None None] Provisioning complete for port aa763f51-0a47-4fce-b174-c4f974cc1345 triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:15:10.232162 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-b413d5a7-dce2-4038-9c8b-1c9f5da5ca4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:10.278979 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-b413d5a7-dce2-4038-9c8b-1c9f5da5ca4e None None] Port aa763f51-0a47-4fce-b174-c4f974cc1345 cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:15:10.298017 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a4950e-6e1a-45ae-88f0-e8daa6987644 admin admin] Router ea099a76-4486-4df5-8d83-b86b6ef05b50 has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:15:10.402098 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-df8522d5-f3d6-46d5-aab6-c519c9ad5744 None None] Provisioning complete for port aa763f51-0a47-4fce-b174-c4f974cc1345 triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:15:10.402638 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-df8522d5-f3d6-46d5-aab6-c519c9ad5744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:10.433854 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a4950e-6e1a-45ae-88f0-e8daa6987644 admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:15:10.441095 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-d7a4950e-6e1a-45ae-88f0-e8daa6987644 admin admin] 10.222.0.13 "PUT /v2.0/routers/ea099a76-4486-4df5-8d83-b86b6ef05b50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1674397 Aug 13 03:15:10.452178 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-df8522d5-f3d6-46d5-aab6-c519c9ad5744 None None] Port aa763f51-0a47-4fce-b174-c4f974cc1345 cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:15:11.143915 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 57644) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:15:11.150449 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-95cb13d6-c0ba-4fcd-bb07-a6bf7b43a891 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-185478105', 'description': 'tempest-secgroup-smoke-185478105 description', 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:15:11.174329 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 2f54933a-f437-4ae5-9596-8a3b5c84c8ca up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:15:11.177508 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-95cb13d6-c0ba-4fcd-bb07-a6bf7b43a891 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.231145 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 2f54933a-f437-4ae5-9596-8a3b5c84c8ca triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:15:11.231582 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.266861 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-95cb13d6-c0ba-4fcd-bb07-a6bf7b43a891 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.271121 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-95cb13d6-c0ba-4fcd-bb07-a6bf7b43a891 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.297585 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-95cb13d6-c0ba-4fcd-bb07-a6bf7b43a891 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.301712 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-95cb13d6-c0ba-4fcd-bb07-a6bf7b43a891 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1531708 Aug 13 03:15:11.301870 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 57646) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:15:11.303116 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb13d6-c0ba-4fcd-bb07-a6bf7b43a891 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a5ea1c-c683-44ca-8706-fa09bd31bfdf,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:11.307659 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-3dd4dfbb-782e-4e59-b026-98bc3826558e tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Request body: {'security_group_rule': {'security_group_id': '56a5ea1c-c683-44ca-8706-fa09bd31bfdf', 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:15:11.322141 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 47f8a638-0f7e-4757-aa8f-9edf8ddf07ed up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:15:11.336039 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3dd4dfbb-782e-4e59-b026-98bc3826558e tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.375067 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 47f8a638-0f7e-4757-aa8f-9edf8ddf07ed triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:15:11.375448 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.396709 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3dd4dfbb-782e-4e59-b026-98bc3826558e tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.401352 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3dd4dfbb-782e-4e59-b026-98bc3826558e tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781064'] for security_group_rule, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.420993 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4dfbb-782e-4e59-b026-98bc3826558e tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc094682-0942-4b2c-912d-7f599de57909,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:11.425234 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3dd4dfbb-782e-4e59-b026-98bc3826558e tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.426419 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-3dd4dfbb-782e-4e59-b026-98bc3826558e tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235144 Aug 13 03:15:11.429105 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 57648) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:15:11.433874 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-fb2b9ea7-4187-4b15-b9ee-a30d41acc4bc tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Request body: {'security_group_rule': {'security_group_id': '56a5ea1c-c683-44ca-8706-fa09bd31bfdf', 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:15:11.463208 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-fb2b9ea7-4187-4b15-b9ee-a30d41acc4bc tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.465681 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 3c8d5b2e-19e8-475b-b5a8-426726f0c55e up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:15:11.514005 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port 3c8d5b2e-19e8-475b-b5a8-426726f0c55e completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:15:11.518207 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 3c8d5b2e-19e8-475b-b5a8-426726f0c55e triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:15:11.518579 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.526870 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-fb2b9ea7-4187-4b15-b9ee-a30d41acc4bc tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.531355 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-fb2b9ea7-4187-4b15-b9ee-a30d41acc4bc tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781064'] for security_group_rule, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.550995 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b9ea7-4187-4b15-b9ee-a30d41acc4bc tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbfba888-5311-4334-819c-0d846889f52e,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:11.557323 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-fb2b9ea7-4187-4b15-b9ee-a30d41acc4bc tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.561113 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-fb2b9ea7-4187-4b15-b9ee-a30d41acc4bc tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283815 Aug 13 03:15:11.562172 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 57650) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:15:11.567040 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-8cd73fd6-253f-486b-86a6-77fd0fdc2abe tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Request body: {'security_group_rule': {'security_group_id': '56a5ea1c-c683-44ca-8706-fa09bd31bfdf', 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:15:11.599132 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-8cd73fd6-253f-486b-86a6-77fd0fdc2abe tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.681465 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-8cd73fd6-253f-486b-86a6-77fd0fdc2abe tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.696170 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-8cd73fd6-253f-486b-86a6-77fd0fdc2abe tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781064'] for security_group_rule, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.713215 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd73fd6-253f-486b-86a6-77fd0fdc2abe tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea29437-dac9-44f3-b572-240348c461cb,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:11.723975 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-8cd73fd6-253f-486b-86a6-77fd0fdc2abe tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.725432 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-8cd73fd6-253f-486b-86a6-77fd0fdc2abe tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1622620 Aug 13 03:15:11.728073 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 57652) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:15:11.732853 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-6899928e-4f4a-490f-a436-47088766fba4 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Request body: {'security_group_rule': {'security_group_id': '56a5ea1c-c683-44ca-8706-fa09bd31bfdf', 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:15:11.736007 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.758979 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port 3c8d5b2e-19e8-475b-b5a8-426726f0c55e, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=3c8d5b2e-19e8-475b-b5a8-426726f0c55e,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:15:11.763013 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.764982 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6899928e-4f4a-490f-a436-47088766fba4 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.814585 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=3c8d5b2e-19e8-475b-b5a8-426726f0c55e,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:11.834810 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6899928e-4f4a-490f-a436-47088766fba4 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.838913 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6899928e-4f4a-490f-a436-47088766fba4 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781064'] for security_group_rule, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.855196 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899928e-4f4a-490f-a436-47088766fba4 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3861e859-447a-4d45-8309-eb7975d4ab47,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:11.864641 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6899928e-4f4a-490f-a436-47088766fba4 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.865846 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-6899928e-4f4a-490f-a436-47088766fba4 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1367664 Aug 13 03:15:11.868588 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 57654) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:15:11.873079 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-046a9b35-8db7-41a9-9af7-770a8ef11955 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Request body: {'security_group_rule': {'security_group_id': '56a5ea1c-c683-44ca-8706-fa09bd31bfdf', 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:15:11.896454 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.db.securitygroups_db [None req-046a9b35-8db7-41a9-9af7-770a8ef11955 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Project 07ecb44a1702491f8f71dd0e99c9e93f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 03:15:11.901928 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-046a9b35-8db7-41a9-9af7-770a8ef11955 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.968791 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-046a9b35-8db7-41a9-9af7-770a8ef11955 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.972696 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-046a9b35-8db7-41a9-9af7-770a8ef11955 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781064'] for security_group_rule, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.991416 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a9b35-8db7-41a9-9af7-770a8ef11955 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d43de05-f96e-49cd-aef9-f65cc51c22be,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:11.998054 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-046a9b35-8db7-41a9-9af7-770a8ef11955 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:11.999401 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-046a9b35-8db7-41a9-9af7-770a8ef11955 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297634 Aug 13 03:15:12.002102 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 57656) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:15:12.006712 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-5b94eaab-8d35-4fba-a954-6a272d36fe23 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Request body: {'security_group_rule': {'security_group_id': '56a5ea1c-c683-44ca-8706-fa09bd31bfdf', 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:15:12.028859 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.db.securitygroups_db [None req-5b94eaab-8d35-4fba-a954-6a272d36fe23 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Project 07ecb44a1702491f8f71dd0e99c9e93f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 03:15:12.034901 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-5b94eaab-8d35-4fba-a954-6a272d36fe23 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:12.115489 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-5b94eaab-8d35-4fba-a954-6a272d36fe23 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:12.122120 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-5b94eaab-8d35-4fba-a954-6a272d36fe23 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781064'] for security_group_rule, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:12.143478 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94eaab-8d35-4fba-a954-6a272d36fe23 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d2ef08-54ec-4b39-be8d-d0e88094d681,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:12.152254 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-5b94eaab-8d35-4fba-a954-6a272d36fe23 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:12.153541 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-5b94eaab-8d35-4fba-a954-6a272d36fe23 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1502347 Aug 13 03:15:12.202230 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] Sync routers for ids ['ea099a76-4486-4df5-8d83-b86b6ef05b50'] in dv-cinder-760192-6-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:15:12.212326 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] Routers {'ea099a76-4486-4df5-8d83-b86b6ef05b50'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:15:12.213208 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:14:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['ea099a76-4486-4df5-8d83-b86b6ef05b50'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:12.330744 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] Set router ea099a76-4486-4df5-8d83-b86b6ef05b50 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:15:12.556848 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea099a76-4486-4df5-8d83-b86b6ef05b50', 'name': 'tempest-TestVolumeBootPattern-832930379-router', 'tenant_id': '4cb0f84383234b4fb519cffff85bbdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '3c8d5b2e-19e8-475b-b5a8-426726f0c55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:06Z', 'updated_at': '2021-08-13T03:15:09Z', 'revision_number': 4, 'project_id': '4cb0f84383234b4fb519cffff85bbdd9', 'gw_port': {'id': '3c8d5b2e-19e8-475b-b5a8-426726f0c55e', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea099a76-4486-4df5-8d83-b86b6ef05b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:06Z', 'updated_at': '2021-08-13T03:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': 'aa763f51-0a47-4fce-b174-c4f974cc1345', 'name': '', 'network_id': '1c65800b-9bfb-4a0b-92ef-baf0ed5b52de', 'tenant_id': '4cb0f84383234b4fb519cffff85bbdd9', 'mac_address': 'fa:16:3e:9b:dd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea099a76-4486-4df5-8d83-b86b6ef05b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '4ecbfb24-7953-42be-a95d-ebf1955695ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:08Z', 'updated_at': '2021-08-13T03:15:09Z', 'revision_number': 2, 'project_id': '4cb0f84383234b4fb519cffff85bbdd9', 'subnets': [{'id': '4ecbfb24-7953-42be-a95d-ebf1955695ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:12.585140 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] Checking router: ea099a76-4486-4df5-8d83-b86b6ef05b50 for host: dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:15:12.585524 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] Updating router ea099a76-4486-4df5-8d83-b86b6ef05b50 port aa763f51-0a47-4fce-b174-c4f974cc1345 binding host dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:15:12.615197 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:12.899656 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] Notify callbacks [] for port, precommit_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:12.910429 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] Transition to ACTIVE for port object aa763f51-0a47-4fce-b174-c4f974cc1345 will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:15:12.917807 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:12.977085 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5e85b-8bf6-4176-97bd-92c1085cda67 None None] Pushing event updated for resources: {'Port': ['ID=aa763f51-0a47-4fce-b174-c4f974cc1345,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:13.033850 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] Attempting to bind port aa763f51-0a47-4fce-b174-c4f974cc1345 on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:15:13.034228 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] Attempting to bind port aa763f51-0a47-4fce-b174-c4f974cc1345 by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': 'ae5fa863-05c5-4911-ba07-7884ac59ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1c65800b-9bfb-4a0b-92ef-baf0ed5b52de'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:15:13.034593 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] Attempting to bind port aa763f51-0a47-4fce-b174-c4f974cc1345 on network 1c65800b-9bfb-4a0b-92ef-baf0ed5b52de {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:15:13.040010 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:15:13.040390 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] Checking segment: {'id': 'ae5fa863-05c5-4911-ba07-7884ac59ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1c65800b-9bfb-4a0b-92ef-baf0ed5b52de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:15:13.041198 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:13.041286 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] Bound using segment: {'id': 'ae5fa863-05c5-4911-ba07-7884ac59ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1c65800b-9bfb-4a0b-92ef-baf0ed5b52de'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:15:13.043487 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] Bound port: aa763f51-0a47-4fce-b174-c4f974cc1345, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5fa863-05c5-4911-ba07-7884ac59ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1c65800b-9bfb-4a0b-92ef-baf0ed5b52de'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:15:13.044073 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:13.086402 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 3c8d5b2e-19e8-475b-b5a8-426726f0c55e up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:15:13.168488 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] For port aa763f51-0a47-4fce-b174-c4f974cc1345, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:15:13.172991 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] For port aa763f51-0a47-4fce-b174-c4f974cc1345, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=aa763f51-0a47-4fce-b174-c4f974cc1345,segment=NetworkSegment(ae5fa863-05c5-4911-ba07-7884ac59ea29),segment_id=ae5fa863-05c5-4911-ba07-7884ac59ea29)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:15:13.183514 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:13.220762 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 3c8d5b2e-19e8-475b-b5a8-426726f0c55e triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:15:13.221418 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:13.286224 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] Routers {'ea099a76-4486-4df5-8d83-b86b6ef05b50'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:15:13.286876 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:14:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['ea099a76-4486-4df5-8d83-b86b6ef05b50'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:13.332019 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5e85b-8bf6-4176-97bd-92c1085cda67 None None] Pushing event updated for resources: {'Port': ['ID=aa763f51-0a47-4fce-b174-c4f974cc1345,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:13.448327 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] Set router ea099a76-4486-4df5-8d83-b86b6ef05b50 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:15:13.658806 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea099a76-4486-4df5-8d83-b86b6ef05b50', 'name': 'tempest-TestVolumeBootPattern-832930379-router', 'tenant_id': '4cb0f84383234b4fb519cffff85bbdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '3c8d5b2e-19e8-475b-b5a8-426726f0c55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:06Z', 'updated_at': '2021-08-13T03:15:09Z', 'revision_number': 4, 'project_id': '4cb0f84383234b4fb519cffff85bbdd9', 'gw_port': {'id': '3c8d5b2e-19e8-475b-b5a8-426726f0c55e', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea099a76-4486-4df5-8d83-b86b6ef05b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:06Z', 'updated_at': '2021-08-13T03:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': 'aa763f51-0a47-4fce-b174-c4f974cc1345', 'name': '', 'network_id': '1c65800b-9bfb-4a0b-92ef-baf0ed5b52de', 'tenant_id': '4cb0f84383234b4fb519cffff85bbdd9', 'mac_address': 'fa:16:3e:9b:dd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea099a76-4486-4df5-8d83-b86b6ef05b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '4ecbfb24-7953-42be-a95d-ebf1955695ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:08Z', 'updated_at': '2021-08-13T03:15:13Z', 'revision_number': 4, 'project_id': '4cb0f84383234b4fb519cffff85bbdd9', 'subnets': [{'id': '4ecbfb24-7953-42be-a95d-ebf1955695ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:13.685136 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa17146-ccc5-4a8e-b161-80b8a6a862bd None None] The sync data for ids ['ea099a76-4486-4df5-8d83-b86b6ef05b50'] in dv-cinder-760192-6-iscsi is: [{'id': 'ea099a76-4486-4df5-8d83-b86b6ef05b50', 'name': 'tempest-TestVolumeBootPattern-832930379-router', 'tenant_id': '4cb0f84383234b4fb519cffff85bbdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '3c8d5b2e-19e8-475b-b5a8-426726f0c55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:06Z', 'updated_at': '2021-08-13T03:15:09Z', 'revision_number': 4, 'project_id': '4cb0f84383234b4fb519cffff85bbdd9', 'gw_port': {'id': '3c8d5b2e-19e8-475b-b5a8-426726f0c55e', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea099a76-4486-4df5-8d83-b86b6ef05b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:06Z', 'updated_at': '2021-08-13T03:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': 'aa763f51-0a47-4fce-b174-c4f974cc1345', 'name': '', 'network_id': '1c65800b-9bfb-4a0b-92ef-baf0ed5b52de', 'tenant_id': '4cb0f84383234b4fb519cffff85bbdd9', 'mac_address': 'fa:16:3e:9b:dd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea099a76-4486-4df5-8d83-b86b6ef05b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '4ecbfb24-7953-42be-a95d-ebf1955695ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:08Z', 'updated_at': '2021-08-13T03:15:13Z', 'revision_number': 4, 'project_id': '4cb0f84383234b4fb519cffff85bbdd9', 'subnets': [{'id': '4ecbfb24-7953-42be-a95d-ebf1955695ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:15:15.116264 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device aa763f51-0a47-4fce-b174-c4f974cc1345 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:15:15.172954 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port aa763f51-0a47-4fce-b174-c4f974cc1345 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:15:15.177365 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port aa763f51-0a47-4fce-b174-c4f974cc1345 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:15:15.177903 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:15.263143 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:15.299364 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port aa763f51-0a47-4fce-b174-c4f974cc1345, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=aa763f51-0a47-4fce-b174-c4f974cc1345,segment=NetworkSegment(ae5fa863-05c5-4911-ba07-7884ac59ea29),segment_id=ae5fa863-05c5-4911-ba07-7884ac59ea29)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:15:15.303670 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:15.353729 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=aa763f51-0a47-4fce-b174-c4f974cc1345,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:17.072284 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device aa763f51-0a47-4fce-b174-c4f974cc1345 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:15:17.126823 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port aa763f51-0a47-4fce-b174-c4f974cc1345 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:15:17.127192 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:20.667886 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:22.581143 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-d48dea7d-563b-40bf-84fd-27b96fae9107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:25.526434 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-266cfa49-4c30-411b-b4d9-4f5ad9e1fea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:25.810150 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:26.455291 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:26.882364 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:15:27.924374 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:29.683172 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-e33c5b55-9577-4fd5-ba46-1a0e44d33909 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-185478105&fields=id&tenant_id=07ecb44a1702491f8f71dd0e99c9e93f HTTP/1.1" status: 200 len: 267 time: 0.0323811 Aug 13 03:15:29.790873 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-7413b1eb-9e02-463a-8647-e186b38eb322 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:29.792361 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-7413b1eb-9e02-463a-8647-e186b38eb322 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/networks?id=a794904a-36df-494d-8a72-89ad3aea2229 HTTP/1.1" status: 200 len: 811 time: 0.1018357 Aug 13 03:15:29.808155 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-4547e53d-5c3f-49cd-8e4b-e675f626bcdf tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/quotas/07ecb44a1702491f8f71dd0e99c9e93f HTTP/1.1" status: 200 len: 375 time: 0.0093431 Aug 13 03:15:29.861669 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-1d4573e9-3143-4279-bc8f-8814f874f526 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=07ecb44a1702491f8f71dd0e99c9e93f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471685 Aug 13 03:15:29.964140 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-ac8f1709-b777-4415-8838-cdffd20e86f2 service neutron] 10.222.0.13 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911653 Aug 13 03:15:30.055846 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-adf8ab14-d795-484c-aa0f-6867643313ae service neutron] 10.222.0.13 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849893 Aug 13 03:15:30.349314 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-4b1c9903-70ff-4f91-902d-0f68607b02a5 req-ba413029-210e-49f6-9f45-6512967eabf5 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6ae6dac-34a0-4aec-aee4-6a05620e2711 HTTP/1.1" status: 200 len: 210 time: 0.0294769 Aug 13 03:15:31.287963 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-4e628777-0a8c-4fb0-8093-85dfc9605325 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:31.289488 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-4e628777-0a8c-4fb0-8093-85dfc9605325 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.36 "GET /v2.0/networks?id=a794904a-36df-494d-8a72-89ad3aea2229 HTTP/1.1" status: 200 len: 811 time: 0.1173306 Aug 13 03:15:31.337711 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-d6e9f94e-3364-4809-afd5-66edcb4b5a9c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07ecb44a1702491f8f71dd0e99c9e93f HTTP/1.1" status: 200 len: 379 time: 0.0362840 Aug 13 03:15:31.348846 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-0f423eb1-fcd8-4c5e-a44d-69817bce80b0 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Request body: {'port': {'device_id': 'a6ae6dac-34a0-4aec-aee4-6a05620e2711', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'admin_state_up': True, 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'security_groups': ['56a5ea1c-c683-44ca-8706-fa09bd31bfdf']}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:15:31.454661 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1ff51f5a-982f-45c0-92f5-7100e188bae8 req-37a69139-0f0b-49c7-b4bb-fb31fd3092de tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6ae6dac-34a0-4aec-aee4-6a05620e2711 HTTP/1.1" status: 200 len: 210 time: 0.0377896 Aug 13 03:15:31.485678 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-0f423eb1-fcd8-4c5e-a44d-69817bce80b0 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Made reservation on behalf of 07ecb44a1702491f8f71dd0e99c9e93f for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:15:31.489152 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-0f423eb1-fcd8-4c5e-a44d-69817bce80b0 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:31.613758 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-0f423eb1-fcd8-4c5e-a44d-69817bce80b0 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Allocated IP 172.20.0.3 (a794904a-36df-494d-8a72-89ad3aea2229/af808ceb-2ac7-4796-bac6-242e9548c9d6/1bf1b70e-eed2-4252-8c63-05edb0ccb371) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:15:31.764884 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-0f423eb1-fcd8-4c5e-a44d-69817bce80b0 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:31.782103 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-0f423eb1-fcd8-4c5e-a44d-69817bce80b0 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Transition to ACTIVE for port object 1bf1b70e-eed2-4252-8c63-05edb0ccb371 will not be triggered until provisioned by entity DHCP. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:15:31.816363 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-0f423eb1-fcd8-4c5e-a44d-69817bce80b0 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:31.857609 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-0f423eb1-fcd8-4c5e-a44d-69817bce80b0 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Network a794904a-36df-494d-8a72-89ad3aea2229 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:15:31.863084 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-0f423eb1-fcd8-4c5e-a44d-69817bce80b0 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:15:31.866837 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-0f423eb1-fcd8-4c5e-a44d-69817bce80b0 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:15:31.892689 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f423eb1-fcd8-4c5e-a44d-69817bce80b0 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Pushing event updated for resources: {'Port': ['ID=1bf1b70e-eed2-4252-8c63-05edb0ccb371,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:31.921132 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-0f423eb1-fcd8-4c5e-a44d-69817bce80b0 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:31.921770 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-0f423eb1-fcd8-4c5e-a44d-69817bce80b0 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:31.938870 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-0f423eb1-fcd8-4c5e-a44d-69817bce80b0 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5948780 Aug 13 03:15:31.951202 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Request body: {'port': {'device_id': 'a6ae6dac-34a0-4aec-aee4-6a05620e2711', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:15:32.011830 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:32.066207 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-d3c8fa37-7e50-4399-94b8-4abb98e034cb None None] Provisioning for port 1bf1b70e-eed2-4252-8c63-05edb0ccb371 completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:15:32.070413 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-d3c8fa37-7e50-4399-94b8-4abb98e034cb None None] Provisioning complete for port 1bf1b70e-eed2-4252-8c63-05edb0ccb371 triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:15:32.070789 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-d3c8fa37-7e50-4399-94b8-4abb98e034cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:32.108717 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-d3c8fa37-7e50-4399-94b8-4abb98e034cb None None] Port 1bf1b70e-eed2-4252-8c63-05edb0ccb371 cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:15:32.273755 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf1b70e-eed2-4252-8c63-05edb0ccb371 {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:15:32.283697 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:32.297871 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Transition to ACTIVE for port object 1bf1b70e-eed2-4252-8c63-05edb0ccb371 will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:15:32.301435 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:32.355123 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf1b70e-eed2-4252-8c63-05edb0ccb371,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:32.430237 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Attempting to bind port 1bf1b70e-eed2-4252-8c63-05edb0ccb371 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:15:32.430582 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Attempting to bind port 1bf1b70e-eed2-4252-8c63-05edb0ccb371 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'ab15a2c2-97d6-4b76-b8c4-01d9db163df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:15:32.431108 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Attempting to bind port 1bf1b70e-eed2-4252-8c63-05edb0ccb371 on network a794904a-36df-494d-8a72-89ad3aea2229 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:15:32.435375 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Port 1bf1b70e-eed2-4252-8c63-05edb0ccb371 on network a794904a-36df-494d-8a72-89ad3aea2229 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:15:32.435733 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Attempting to bind port 1bf1b70e-eed2-4252-8c63-05edb0ccb371 on network a794904a-36df-494d-8a72-89ad3aea2229 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:15:32.442280 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Checking agent: {'id': 'ed42ff0f-eab8-465d-8b76-aea1e8788a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'started_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:15:32.442692 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Checking segment: {'id': 'ab15a2c2-97d6-4b76-b8c4-01d9db163df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:15:32.443088 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Bound using segment: {'id': 'ab15a2c2-97d6-4b76-b8c4-01d9db163df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:15:32.443547 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Bound port: 1bf1b70e-eed2-4252-8c63-05edb0ccb371, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab15a2c2-97d6-4b76-b8c4-01d9db163df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:15:32.443911 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:32.516554 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] For port 1bf1b70e-eed2-4252-8c63-05edb0ccb371, host hv-cinder-76019, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:15:32.520255 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] For port 1bf1b70e-eed2-4252-8c63-05edb0ccb371, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1bf1b70e-eed2-4252-8c63-05edb0ccb371,segment=NetworkSegment(ab15a2c2-97d6-4b76-b8c4-01d9db163df3),segment_id=ab15a2c2-97d6-4b76-b8c4-01d9db163df3)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:15:32.529897 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:32.574135 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:32.574763 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:32.576388 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] 10.222.0.36 "PUT /v2.0/ports/1bf1b70e-eed2-4252-8c63-05edb0ccb371 HTTP/1.1" status: 200 len: 1093 time: 0.6294949 Aug 13 03:15:32.577371 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ae6dac-34a0-4aec-aee4-6a05620e2711', 'tag': '1bf1b70e-eed2-4252-8c63-05edb0ccb371'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:15:32.579380 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a635041c-758e-4291-ac10-c06ac9d0c005" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ae6dac-34a0-4aec-aee4-6a05620e2711", "tag": "1bf1b70e-eed2-4252-8c63-05edb0ccb371"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:15:32.600369 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf1b70e-eed2-4252-8c63-05edb0ccb371,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:32.611906 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:32.612253 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:32.612586 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:32.612921 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:32.613248 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:32.613576 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:32.614018 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:32.614349 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:32.614682 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:32.614987 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:32.615311 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:32.615663 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84400c9-0d82-45a2-8ef1-d595c972ae99 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:15:32.633697 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f2829-b3b6-4aea-a030-ed95f72b6c55 req-0bcd1da9-57c2-43eb-872a-1a13edfca103 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:32.636319 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f24f2829-b3b6-4aea-a030-ed95f72b6c55 req-0bcd1da9-57c2-43eb-872a-1a13edfca103 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6ae6dac-34a0-4aec-aee4-6a05620e2711 HTTP/1.1" status: 200 len: 943 time: 0.1077898 Aug 13 03:15:32.662088 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201c958e-88ff-424c-914c-966619052da2 x-openstack-request-id: req-201c958e-88ff-424c-914c-966619052da2 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:15:32.662710 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ae6dac-34a0-4aec-aee4-6a05620e2711", "tag": "1bf1b70e-eed2-4252-8c63-05edb0ccb371", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:15:32.663666 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-201c958e-88ff-424c-914c-966619052da2 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:15:32.664729 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ae6dac-34a0-4aec-aee4-6a05620e2711', 'tag': '1bf1b70e-eed2-4252-8c63-05edb0ccb371', 'status': 'completed', 'code': 200} Aug 13 03:15:32.685757 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f24f2829-b3b6-4aea-a030-ed95f72b6c55 req-0d08a9d5-f09d-4175-bd98-158cc9faa729 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370836 Aug 13 03:15:32.688422 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-63fe6abc-4c3f-4582-ac0d-0a4a2d7b9060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:32.690534 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-63fe6abc-4c3f-4582-ac0d-0a4a2d7b9060 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07ecb44a1702491f8f71dd0e99c9e93f&device_id=a6ae6dac-34a0-4aec-aee4-6a05620e2711 HTTP/1.1" status: 200 len: 1096 time: 0.0685492 Aug 13 03:15:32.760511 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-034bbfe7-2f6b-49a0-bc45-855f64e485ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bf1b70e-eed2-4252-8c63-05edb0ccb371 HTTP/1.1" status: 200 len: 217 time: 0.0570409 Aug 13 03:15:32.813567 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a46ea0-dbf5-45fe-a133-e1dce85e5bd0 req-d0093631-f462-4998-869a-48949904a842 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:32.815154 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d5a46ea0-dbf5-45fe-a133-e1dce85e5bd0 req-d0093631-f462-4998-869a-48949904a842 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.1135535 Aug 13 03:15:32.843773 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-f2005b34-7ded-4429-8da6-9e4c635f4f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:32.845243 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-f2005b34-7ded-4429-8da6-9e4c635f4f30 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af808ceb-2ac7-4796-bac6-242e9548c9d6 HTTP/1.1" status: 200 len: 850 time: 0.0742731 Aug 13 03:15:32.887932 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d5a46ea0-dbf5-45fe-a133-e1dce85e5bd0 req-30554c3b-4b3d-4b5a-8b8a-61136c715f13 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645559 Aug 13 03:15:32.904594 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-a639a258-4764-45a6-8d2d-8e0b33016e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:32.906607 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-a639a258-4764-45a6-8d2d-8e0b33016e18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a794904a-36df-494d-8a72-89ad3aea2229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531499 Aug 13 03:15:32.997712 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-7dcd0fc3-0b51-4625-b8f8-58a1413408a2 service neutron] 10.222.0.36 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823495 Aug 13 03:15:33.097414 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a304fa9d-94dc-418c-a49e-ecab4246b9f2 req-2f7eefc7-44b5-4eca-88ce-19a335771df3 service neutron] 10.222.0.36 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891023 Aug 13 03:15:33.182577 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635041c-758e-4291-ac10-c06ac9d0c005 req-ec54b9b9-a10a-474d-b013-b5374be7bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:33.184073 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a635041c-758e-4291-ac10-c06ac9d0c005 req-ec54b9b9-a10a-474d-b013-b5374be7bbfc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07ecb44a1702491f8f71dd0e99c9e93f&device_id=a6ae6dac-34a0-4aec-aee4-6a05620e2711 HTTP/1.1" status: 200 len: 1096 time: 0.0403574 Aug 13 03:15:33.282485 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635041c-758e-4291-ac10-c06ac9d0c005 req-9a39fe72-ae65-4b54-aef0-372ba3e36e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:33.284101 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a635041c-758e-4291-ac10-c06ac9d0c005 req-9a39fe72-ae65-4b54-aef0-372ba3e36e8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=a794904a-36df-494d-8a72-89ad3aea2229 HTTP/1.1" status: 200 len: 912 time: 0.0913925 Aug 13 03:15:33.327901 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a635041c-758e-4291-ac10-c06ac9d0c005 req-023e8adb-99f2-42b6-8796-7724f9be6fda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bf1b70e-eed2-4252-8c63-05edb0ccb371 HTTP/1.1" status: 200 len: 217 time: 0.0361631 Aug 13 03:15:33.383208 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635041c-758e-4291-ac10-c06ac9d0c005 req-866276c3-c1a4-4b4d-b9a2-e47e7d8a53a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:33.384620 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a635041c-758e-4291-ac10-c06ac9d0c005 req-866276c3-c1a4-4b4d-b9a2-e47e7d8a53a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af808ceb-2ac7-4796-bac6-242e9548c9d6 HTTP/1.1" status: 200 len: 850 time: 0.0458739 Aug 13 03:15:33.438937 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635041c-758e-4291-ac10-c06ac9d0c005 req-cb8e7e03-7e94-4a4d-8025-6ec79b49c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:33.440474 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a635041c-758e-4291-ac10-c06ac9d0c005 req-cb8e7e03-7e94-4a4d-8025-6ec79b49c9a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a794904a-36df-494d-8a72-89ad3aea2229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472145 Aug 13 03:15:33.538387 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a635041c-758e-4291-ac10-c06ac9d0c005 req-707326bf-0077-473e-9c3f-70eec00499b5 service neutron] 10.222.0.36 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882342 Aug 13 03:15:33.597643 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.36', 57447) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:15:33.667799 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a635041c-758e-4291-ac10-c06ac9d0c005 req-17c4c063-460d-4a73-9d9e-667af091dba4 service neutron] 10.222.0.36 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206560 Aug 13 03:15:33.676947 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d9b1e-37fa-4c79-86ad-6355acd86e8b req-9f9ca369-e495-4133-9b98-0b9aad65c194 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:33.678456 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-127d9b1e-37fa-4c79-86ad-6355acd86e8b req-9f9ca369-e495-4133-9b98-0b9aad65c194 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.0798061 Aug 13 03:15:33.771216 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-127d9b1e-37fa-4c79-86ad-6355acd86e8b req-cd2db414-f824-4f67-800c-ca7520972ee9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Deleting port 49e6aa74-1067-40a9-949b-d103f9c502f1 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:15:33.771594 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-127d9b1e-37fa-4c79-86ad-6355acd86e8b req-cd2db414-f824-4f67-800c-ca7520972ee9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:33.808608 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f98491-41be-47ba-9783-b1ebce7a10b1 req-d6e656e7-d193-4b16-bf03-f03bb53021cd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:33.810159 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d7f98491-41be-47ba-9783-b1ebce7a10b1 req-d6e656e7-d193-4b16-bf03-f03bb53021cd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6ae6dac-34a0-4aec-aee4-6a05620e2711 HTTP/1.1" status: 200 len: 943 time: 0.0507514 Aug 13 03:15:33.853212 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d7f98491-41be-47ba-9783-b1ebce7a10b1 req-07cf8a1b-4291-4a03-bfe8-9ce603b5fd79 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331080 Aug 13 03:15:33.871285 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-127d9b1e-37fa-4c79-86ad-6355acd86e8b req-cd2db414-f824-4f67-800c-ca7520972ee9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] For port 49e6aa74-1067-40a9-949b-d103f9c502f1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=49e6aa74-1067-40a9-949b-d103f9c502f1,segment=NetworkSegment(bdfa2665-bbe2-4c9f-899d-89c079dc9b0c),segment_id=bdfa2665-bbe2-4c9f-899d-89c079dc9b0c)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:15:33.871685 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-127d9b1e-37fa-4c79-86ad-6355acd86e8b req-cd2db414-f824-4f67-800c-ca7520972ee9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:34.072619 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16093e01-0906-4608-a87e-7d6d499b157e req-4100ffc1-f25f-4f1c-b223-884e340f6e6d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:34.074082 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-16093e01-0906-4608-a87e-7d6d499b157e req-4100ffc1-f25f-4f1c-b223-884e340f6e6d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa7b5b7-d337-4e86-9a03-62a159cb6738 HTTP/1.1" status: 200 len: 946 time: 0.1045802 Aug 13 03:15:34.090650 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-127d9b1e-37fa-4c79-86ad-6355acd86e8b req-cd2db414-f824-4f67-800c-ca7520972ee9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:34.091032 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-127d9b1e-37fa-4c79-86ad-6355acd86e8b req-cd2db414-f824-4f67-800c-ca7520972ee9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790613'] for floatingip, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:34.091334 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.db.l3_db [req-127d9b1e-37fa-4c79-86ad-6355acd86e8b req-cd2db414-f824-4f67-800c-ca7520972ee9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Floating IP 655fb26c-5429-47b0-89c7-75ebc64a8b42 disassociated. External IP: 172.27.3.225, port: 49e6aa74-1067-40a9-949b-d103f9c502f1. Aug 13 03:15:34.091710 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-127d9b1e-37fa-4c79-86ad-6355acd86e8b req-cd2db414-f824-4f67-800c-ca7520972ee9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Calling delete_port for 49e6aa74-1067-40a9-949b-d103f9c502f1 owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:15:34.158056 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-16093e01-0906-4608-a87e-7d6d499b157e req-b56a7dc9-ec51-42b9-83ed-55890b214098 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61c8f73-d2c7-42ec-980e-6b90bdab0134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748105 Aug 13 03:15:34.244508 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-127d9b1e-37fa-4c79-86ad-6355acd86e8b req-cd2db414-f824-4f67-800c-ca7520972ee9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:34.276552 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2db414-f824-4f67-800c-ca7520972ee9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Pushing event deleted for resources: {'Port': ['ID=49e6aa74-1067-40a9-949b-d103f9c502f1,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:34.391956 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-127d9b1e-37fa-4c79-86ad-6355acd86e8b req-cd2db414-f824-4f67-800c-ca7520972ee9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Router 0b48eaad-662d-47a1-9864-53db559ad6ee has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:15:34.498650 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-127d9b1e-37fa-4c79-86ad-6355acd86e8b req-cd2db414-f824-4f67-800c-ca7520972ee9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:15:34.509081 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c0af74-9e60-40a1-bd35-495e6fb3284e None None] Sync routers for ids ['0b48eaad-662d-47a1-9864-53db559ad6ee'] in dv-cinder-760192-6-iscsi {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:15:34.518932 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c0af74-9e60-40a1-bd35-495e6fb3284e None None] Routers {'0b48eaad-662d-47a1-9864-53db559ad6ee'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:15:34.519585 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-22c0af74-9e60-40a1-bd35-495e6fb3284e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:15:26Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['0b48eaad-662d-47a1-9864-53db559ad6ee'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:34.542196 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-127d9b1e-37fa-4c79-86ad-6355acd86e8b req-cd2db414-f824-4f67-800c-ca7520972ee9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] No DVR routers for this DVR port 49e6aa74-1067-40a9-949b-d103f9c502f1 on host hv-cinder-76019 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:15:34.544729 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-127d9b1e-37fa-4c79-86ad-6355acd86e8b req-cd2db414-f824-4f67-800c-ca7520972ee9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:34.547672 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-127d9b1e-37fa-4c79-86ad-6355acd86e8b req-cd2db414-f824-4f67-800c-ca7520972ee9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.36 "DELETE /v2.0/ports/49e6aa74-1067-40a9-949b-d103f9c502f1 HTTP/1.1" status: 204 len: 173 time: 0.8632603 Aug 13 03:15:34.635666 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-22c0af74-9e60-40a1-bd35-495e6fb3284e None None] Set router 0b48eaad-662d-47a1-9864-53db559ad6ee gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:15:34.665572 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa7b5b7-d337-4e86-9a03-62a159cb6738', 'name': 'network-vif-deleted', 'tag': '49e6aa74-1067-40a9-949b-d103f9c502f1'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:15:34.668421 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affec147-b21c-4545-8d23-be1663978089" -d '{"events": [{"server_uuid": "cfa7b5b7-d337-4e86-9a03-62a159cb6738", "name": "network-vif-deleted", "tag": "49e6aa74-1067-40a9-949b-d103f9c502f1"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:15:34.716505 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826e9e49-2f82-471b-8d5b-9164d55bc8e7 x-openstack-request-id: req-826e9e49-2f82-471b-8d5b-9164d55bc8e7 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:15:34.716811 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa7b5b7-d337-4e86-9a03-62a159cb6738", "name": "network-vif-deleted", "tag": "49e6aa74-1067-40a9-949b-d103f9c502f1", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:15:34.717064 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-826e9e49-2f82-471b-8d5b-9164d55bc8e7 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:15:34.718264 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa7b5b7-d337-4e86-9a03-62a159cb6738', 'name': 'network-vif-deleted', 'tag': '49e6aa74-1067-40a9-949b-d103f9c502f1', 'status': 'completed', 'code': 200} Aug 13 03:15:34.841223 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-22c0af74-9e60-40a1-bd35-495e6fb3284e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'name': 'tempest-AttachVolumeTestJSON-1814287867-router', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:52Z', 'revision_number': 4, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'gw_port': {'id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '47eda447-f478-4f6c-bde1-a5178a5407d8', 'name': '', 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'mac_address': 'fa:16:3e:80:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:52Z', 'updated_at': '2021-08-13T03:08:57Z', 'revision_number': 5, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'subnets': [{'id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:34.871263 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c0af74-9e60-40a1-bd35-495e6fb3284e None None] Checking router: 0b48eaad-662d-47a1-9864-53db559ad6ee for host: dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:15:34.879936 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c0af74-9e60-40a1-bd35-495e6fb3284e None None] Routers {'0b48eaad-662d-47a1-9864-53db559ad6ee'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:15:34.880551 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-22c0af74-9e60-40a1-bd35-495e6fb3284e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:15:26Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['0b48eaad-662d-47a1-9864-53db559ad6ee'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:34.989635 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-22c0af74-9e60-40a1-bd35-495e6fb3284e None None] Set router 0b48eaad-662d-47a1-9864-53db559ad6ee gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:15:35.027820 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a1dce-3b1a-40fa-8258-39a1f989ad6f req-d480ccb0-a91e-4f8d-bf12-6e5dc947c484 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:35.036091 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f31a1dce-3b1a-40fa-8258-39a1f989ad6f req-d480ccb0-a91e-4f8d-bf12-6e5dc947c484 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6ae6dac-34a0-4aec-aee4-6a05620e2711 HTTP/1.1" status: 200 len: 943 time: 0.1122518 Aug 13 03:15:35.075309 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f31a1dce-3b1a-40fa-8258-39a1f989ad6f req-f61c9681-28a4-4aa1-9c48-f5f89dafb6b3 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364161 Aug 13 03:15:35.203738 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-22c0af74-9e60-40a1-bd35-495e6fb3284e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'name': 'tempest-AttachVolumeTestJSON-1814287867-router', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:52Z', 'revision_number': 4, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'gw_port': {'id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '47eda447-f478-4f6c-bde1-a5178a5407d8', 'name': '', 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'mac_address': 'fa:16:3e:80:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:52Z', 'updated_at': '2021-08-13T03:08:57Z', 'revision_number': 5, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'subnets': [{'id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:35.230091 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c0af74-9e60-40a1-bd35-495e6fb3284e None None] The sync data for ids ['0b48eaad-662d-47a1-9864-53db559ad6ee'] in dv-cinder-760192-6-iscsi is: [{'id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'name': 'tempest-AttachVolumeTestJSON-1814287867-router', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:52Z', 'revision_number': 4, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'gw_port': {'id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '47eda447-f478-4f6c-bde1-a5178a5407d8', 'name': '', 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'mac_address': 'fa:16:3e:80:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:52Z', 'updated_at': '2021-08-13T03:08:57Z', 'revision_number': 5, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'subnets': [{'id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:15:35.246170 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 57814) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:15:35.306322 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b65168b6-6701-48b9-8bae-17149d453fe3 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:35.331799 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b65168b6-6701-48b9-8bae-17149d453fe3 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:35.387039 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b65168b6-6701-48b9-8bae-17149d453fe3 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:35.389644 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b65168b6-6701-48b9-8bae-17149d453fe3 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:35.390854 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-b65168b6-6701-48b9-8bae-17149d453fe3 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "DELETE /v2.0/security-groups/e61c8f73-d2c7-42ec-980e-6b90bdab0134 HTTP/1.1" status: 204 len: 168 time: 0.1435859 Aug 13 03:15:35.393929 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 57816) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:15:35.400570 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65168b6-6701-48b9-8bae-17149d453fe3 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61c8f73-d2c7-42ec-980e-6b90bdab0134,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:35.408940 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.api.v2.resource [None req-0a0aabcf-b0d2-443c-8c4d-7ef865df166d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] show failed (client error): The resource could not be found. Aug 13 03:15:35.412001 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-0a0aabcf-b0d2-443c-8c4d-7ef865df166d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups/e61c8f73-d2c7-42ec-980e-6b90bdab0134 HTTP/1.1" status: 404 len: 347 time: 0.0168660 Aug 13 03:15:35.412926 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 57818) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:15:35.460361 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbdbea1-c638-468f-a6ba-21440b6c4fde None None] New status for floating IP 655fb26c-5429-47b0-89c7-75ebc64a8b42: DOWN {{(pid=100522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:15:35.543013 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-2594edc5-f80c-4448-9b66-5c9b332410f5 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Deleting port e56d6430-50c1-49ac-8623-75879ca2f8ac {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:15:35.543259 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2594edc5-f80c-4448-9b66-5c9b332410f5 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:35.633649 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2594edc5-f80c-4448-9b66-5c9b332410f5 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:35.634031 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2594edc5-f80c-4448-9b66-5c9b332410f5 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:35.655559 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-2594edc5-f80c-4448-9b66-5c9b332410f5 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Calling delete_port for e56d6430-50c1-49ac-8623-75879ca2f8ac owned by network:floatingip {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:15:35.803668 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2594edc5-f80c-4448-9b66-5c9b332410f5 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:35.829653 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594edc5-f80c-4448-9b66-5c9b332410f5 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Pushing event deleted for resources: {'Port': ['ID=e56d6430-50c1-49ac-8623-75879ca2f8ac,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:35.898720 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2594edc5-f80c-4448-9b66-5c9b332410f5 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for floatingip, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:35.901342 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2594edc5-f80c-4448-9b66-5c9b332410f5 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for floatingip, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:35.902584 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-2594edc5-f80c-4448-9b66-5c9b332410f5 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "DELETE /v2.0/floatingips/655fb26c-5429-47b0-89c7-75ebc64a8b42 HTTP/1.1" status: 204 len: 168 time: 0.4886420 Aug 13 03:15:36.166501 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 57824) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:15:36.173025 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-8ef8533c-b67b-4d8b-bf6a-2bdeaa7189a5 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1349969717', 'description': 'tempest-description--2141821682'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:15:36.198728 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-8ef8533c-b67b-4d8b-bf6a-2bdeaa7189a5 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:36.225046 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784535e-74a0-4610-aae6-32a2a7bf8d1e req-5ca2b8ba-e45f-42d1-b570-9c92bf4c8395 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:36.226634 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b784535e-74a0-4610-aae6-32a2a7bf8d1e req-5ca2b8ba-e45f-42d1-b570-9c92bf4c8395 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6ae6dac-34a0-4aec-aee4-6a05620e2711 HTTP/1.1" status: 200 len: 943 time: 0.0695646 Aug 13 03:15:36.279717 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b784535e-74a0-4610-aae6-32a2a7bf8d1e req-9c94ad97-51f9-4a7f-9fef-6649d3083298 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445342 Aug 13 03:15:36.305993 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-8ef8533c-b67b-4d8b-bf6a-2bdeaa7189a5 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:36.312956 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-8ef8533c-b67b-4d8b-bf6a-2bdeaa7189a5 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:36.343317 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-8ef8533c-b67b-4d8b-bf6a-2bdeaa7189a5 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:36.344610 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-8ef8533c-b67b-4d8b-bf6a-2bdeaa7189a5 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1752830 Aug 13 03:15:36.348778 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 57826) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:15:36.353552 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-2e165577-5ec0-4f91-a786-4830b0ba9012 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Request body: {'security_group_rule': {'security_group_id': '16b69b45-1bd2-4c0e-91a6-a8726d0c622f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:15:36.358457 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8533c-b67b-4d8b-bf6a-2bdeaa7189a5 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b69b45-1bd2-4c0e-91a6-a8726d0c622f,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:36.387390 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2e165577-5ec0-4f91-a786-4830b0ba9012 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:36.448877 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2e165577-5ec0-4f91-a786-4830b0ba9012 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:36.454298 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2e165577-5ec0-4f91-a786-4830b0ba9012 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781064'] for security_group_rule, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:36.473036 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e165577-5ec0-4f91-a786-4830b0ba9012 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40cb3e24-6fa5-4e0f-91b7-70c155c995b0,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:36.483272 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2e165577-5ec0-4f91-a786-4830b0ba9012 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:36.484814 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-2e165577-5ec0-4f91-a786-4830b0ba9012 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348472 Aug 13 03:15:36.487689 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 57828) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:15:36.495132 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-4a694e12-7bff-48f3-b83e-678db8492aa6 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Request body: {'security_group_rule': {'security_group_id': '16b69b45-1bd2-4c0e-91a6-a8726d0c622f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:15:36.531516 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4a694e12-7bff-48f3-b83e-678db8492aa6 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:36.592968 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4a694e12-7bff-48f3-b83e-678db8492aa6 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:36.597652 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4a694e12-7bff-48f3-b83e-678db8492aa6 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781064'] for security_group_rule, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:36.619654 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a694e12-7bff-48f3-b83e-678db8492aa6 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c947b240-f81c-4631-8dcc-6f8e4ddd1df9,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:36.627096 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4a694e12-7bff-48f3-b83e-678db8492aa6 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:36.629136 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-4a694e12-7bff-48f3-b83e-678db8492aa6 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1399648 Aug 13 03:15:36.632077 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 57830) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:15:36.636954 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-020d054d-420c-49d9-82f5-10c8c17191d9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Request body: {'floatingip': {'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:15:36.668091 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-020d054d-420c-49d9-82f5-10c8c17191d9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for floatingip, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:36.771405 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-020d054d-420c-49d9-82f5-10c8c17191d9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:36.914695 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_common [None req-020d054d-420c-49d9-82f5-10c8c17191d9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Allocated IP 172.27.3.254 (e1b1eaab-3abb-4c2f-9e17-ba947274cb90/3b95406b-7f6d-4e40-b01a-fd59db47aa2f/5ccd47f2-6fda-42b6-8c7f-a57f6615f170) {{(pid=100521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:15:37.037976 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-020d054d-420c-49d9-82f5-10c8c17191d9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for port, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:37.082455 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-020d054d-420c-49d9-82f5-10c8c17191d9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15926878'] for port, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:37.127386 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020d054d-420c-49d9-82f5-10c8c17191d9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:15:37.130475 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-020d054d-420c-49d9-82f5-10c8c17191d9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:15:37.134958 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020d054d-420c-49d9-82f5-10c8c17191d9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Received port after_create {{(pid=100521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:15:37.138242 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d054d-420c-49d9-82f5-10c8c17191d9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Pushing event updated for resources: {'Port': ['ID=5ccd47f2-6fda-42b6-8c7f-a57f6615f170,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:37.229866 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-020d054d-420c-49d9-82f5-10c8c17191d9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:37.283554 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-020d054d-420c-49d9-82f5-10c8c17191d9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:37.469973 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f095451-4d5f-4a45-bde0-0aa84560891f req-8316bdad-8919-412e-9996-9797e18d2229 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:37.471704 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-1f095451-4d5f-4a45-bde0-0aa84560891f req-8316bdad-8919-412e-9996-9797e18d2229 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6ae6dac-34a0-4aec-aee4-6a05620e2711 HTTP/1.1" status: 200 len: 943 time: 0.0814674 Aug 13 03:15:37.508518 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-020d054d-420c-49d9-82f5-10c8c17191d9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for port, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:37.514590 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-020d054d-420c-49d9-82f5-10c8c17191d9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15926871'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:37.556553 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-1f095451-4d5f-4a45-bde0-0aa84560891f req-a3cee6b6-7e05-4521-ad60-c9399f953b19 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763428 Aug 13 03:15:37.593990 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d054d-420c-49d9-82f5-10c8c17191d9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Pushing event updated for resources: {'Port': ['ID=5ccd47f2-6fda-42b6-8c7f-a57f6615f170,revision_number=2']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:37.610841 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-020d054d-420c-49d9-82f5-10c8c17191d9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790613'] for floatingip, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:37.626192 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-020d054d-420c-49d9-82f5-10c8c17191d9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for floatingip, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:37.627636 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-020d054d-420c-49d9-82f5-10c8c17191d9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9943790 Aug 13 03:15:37.828447 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-f83ba1ee-033f-4686-831a-f4be1a0b7392 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1349969717&fields=id&tenant_id=c1ca17cfabb94060a5d83994ebd072fc HTTP/1.1" status: 200 len: 267 time: 0.0350554 Aug 13 03:15:37.857198 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 49e6aa74-1067-40a9-949b-d103f9c502f1 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:15:37.890599 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] No Port match for: 49e6aa74-1067-40a9-949b-d103f9c502f1 {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:15:37.891158 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 49e6aa74-1067-40a9-949b-d103f9c502f1 not bound to the agent host hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:15:38.202382 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-4ca4fc40-b6af-4022-b296-4690de4bfc52 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:38.203945 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-4ca4fc40-b6af-4022-b296-4690de4bfc52 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/networks?id=4b81ac45-3159-4212-beb3-c2c0273b749e HTTP/1.1" status: 200 len: 811 time: 0.3678346 Aug 13 03:15:38.220414 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-d70d6849-cfeb-4c9b-a2fe-2ff857e75ef8 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/quotas/c1ca17cfabb94060a5d83994ebd072fc HTTP/1.1" status: 200 len: 375 time: 0.0105922 Aug 13 03:15:38.279436 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-6403c684-ac39-417d-a5c0-8b94eb8a74ea tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c1ca17cfabb94060a5d83994ebd072fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529153 Aug 13 03:15:38.380904 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-7822affc-9725-48ca-86db-655f5dabef6f service neutron] 10.222.0.13 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885539 Aug 13 03:15:38.494363 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-1abf9767-7264-4b3d-a9a2-a5b280d81031 service neutron] 10.222.0.13 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070647 Aug 13 03:15:38.696680 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0c0c3134-dbb4-4a54-932a-6b9c4e358442 req-2a672548-9da1-43d1-9368-17137bfe7eb0 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765311b-3cd1-4992-a98d-55bcd3d6db62 HTTP/1.1" status: 200 len: 210 time: 0.0336142 Aug 13 03:15:38.725602 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3086c-641c-4f5f-8b52-236b5bb0c75b req-86e215a5-302d-49bd-a38c-d647e19a9c69 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:38.727372 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c4d3086c-641c-4f5f-8b52-236b5bb0c75b req-86e215a5-302d-49bd-a38c-d647e19a9c69 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6ae6dac-34a0-4aec-aee4-6a05620e2711 HTTP/1.1" status: 200 len: 943 time: 0.0636485 Aug 13 03:15:38.783901 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c4d3086c-641c-4f5f-8b52-236b5bb0c75b req-3f257538-c9c4-4588-8050-a997b6e46cb2 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455480 Aug 13 03:15:39.753772 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-bc58e78b-45d2-4e26-bd60-88113e703368 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:39.757115 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-bc58e78b-45d2-4e26-bd60-88113e703368 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.36 "GET /v2.0/networks?id=4b81ac45-3159-4212-beb3-c2c0273b749e HTTP/1.1" status: 200 len: 811 time: 0.1640027 Aug 13 03:15:39.851390 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-8e605aba-b8a6-4c79-ad3c-9d60580018d4 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1ca17cfabb94060a5d83994ebd072fc HTTP/1.1" status: 200 len: 380 time: 0.0857773 Aug 13 03:15:39.853441 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8ec10d57-a956-401e-a21c-214289be2e55 req-43762d72-ae57-4aa3-8f60-d00786373204 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765311b-3cd1-4992-a98d-55bcd3d6db62 HTTP/1.1" status: 200 len: 210 time: 0.0393882 Aug 13 03:15:39.868911 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-1669851a-4ed6-4b12-8f9a-a86d604825d4 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Request body: {'port': {'device_id': 'b765311b-3cd1-4992-a98d-55bcd3d6db62', 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'admin_state_up': True, 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'security_groups': ['16b69b45-1bd2-4c0e-91a6-a8726d0c622f']}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:15:39.945650 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e260b-57a6-4cb6-8607-d5933e3e510a req-13a3c0d0-a044-477b-b953-61b331c5e93b tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:39.948226 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-b57e260b-57a6-4cb6-8607-d5933e3e510a req-13a3c0d0-a044-477b-b953-61b331c5e93b tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6ae6dac-34a0-4aec-aee4-6a05620e2711 HTTP/1.1" status: 200 len: 943 time: 0.0680661 Aug 13 03:15:39.990163 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-b57e260b-57a6-4cb6-8607-d5933e3e510a req-9b807cc2-4fd8-458b-a7d2-ada0e0ad2388 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350878 Aug 13 03:15:39.998073 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-1669851a-4ed6-4b12-8f9a-a86d604825d4 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Made reservation on behalf of c1ca17cfabb94060a5d83994ebd072fc for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:15:40.004916 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-1669851a-4ed6-4b12-8f9a-a86d604825d4 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:40.141018 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-1669851a-4ed6-4b12-8f9a-a86d604825d4 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Allocated IP 172.20.0.13 (4b81ac45-3159-4212-beb3-c2c0273b749e/68827f2e-de90-4b53-a7db-7453893ac91c/f3e9fe90-6241-4c50-9ba4-b330eedece8f) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:15:40.291278 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-1669851a-4ed6-4b12-8f9a-a86d604825d4 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:40.306174 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-1669851a-4ed6-4b12-8f9a-a86d604825d4 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Transition to ACTIVE for port object f3e9fe90-6241-4c50-9ba4-b330eedece8f will not be triggered until provisioned by entity DHCP. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:15:40.341227 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-1669851a-4ed6-4b12-8f9a-a86d604825d4 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:40.391817 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-1669851a-4ed6-4b12-8f9a-a86d604825d4 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Network 4b81ac45-3159-4212-beb3-c2c0273b749e is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:15:40.395591 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-1669851a-4ed6-4b12-8f9a-a86d604825d4 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:15:40.399798 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-1669851a-4ed6-4b12-8f9a-a86d604825d4 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:15:40.407531 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669851a-4ed6-4b12-8f9a-a86d604825d4 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Pushing event updated for resources: {'Port': ['ID=f3e9fe90-6241-4c50-9ba4-b330eedece8f,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:40.465752 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-1669851a-4ed6-4b12-8f9a-a86d604825d4 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:40.466603 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-1669851a-4ed6-4b12-8f9a-a86d604825d4 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:40.487231 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-1669851a-4ed6-4b12-8f9a-a86d604825d4 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6269467 Aug 13 03:15:40.628699 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-db618760-157a-4f71-8309-8390902377f8 service neutron] Request body: {'port': {'device_id': 'b765311b-3cd1-4992-a98d-55bcd3d6db62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:15:40.634730 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-3974cda1-534d-48db-9eb2-b67e99ee1f83 None None] Provisioning for port f3e9fe90-6241-4c50-9ba4-b330eedece8f completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:15:40.639922 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-3974cda1-534d-48db-9eb2-b67e99ee1f83 None None] Provisioning complete for port f3e9fe90-6241-4c50-9ba4-b330eedece8f triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:15:40.640306 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-3974cda1-534d-48db-9eb2-b67e99ee1f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:40.675742 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-3974cda1-534d-48db-9eb2-b67e99ee1f83 None None] Port f3e9fe90-6241-4c50-9ba4-b330eedece8f cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:15:40.693625 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-db618760-157a-4f71-8309-8390902377f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:40.994181 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-db618760-157a-4f71-8309-8390902377f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e9fe90-6241-4c50-9ba4-b330eedece8f {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:15:41.004034 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-db618760-157a-4f71-8309-8390902377f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:41.021009 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13ccb3-f56e-4b2a-9b7d-aee1136d56d5 req-fbda1d16-91b5-4f91-bcfa-3df6430015c7 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:41.022514 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ae13ccb3-f56e-4b2a-9b7d-aee1136d56d5 req-fbda1d16-91b5-4f91-bcfa-3df6430015c7 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765311b-3cd1-4992-a98d-55bcd3d6db62 HTTP/1.1" status: 200 len: 932 time: 0.0918260 Aug 13 03:15:41.027680 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-db618760-157a-4f71-8309-8390902377f8 service neutron] Transition to ACTIVE for port object f3e9fe90-6241-4c50-9ba4-b330eedece8f will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:15:41.038437 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-db618760-157a-4f71-8309-8390902377f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:41.120901 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db618760-157a-4f71-8309-8390902377f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e9fe90-6241-4c50-9ba4-b330eedece8f,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:41.129412 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8d52b-bd07-468a-9ea5-bc0a4dac4c75 req-ceffad6f-c2a4-4873-85fa-04c8b0801191 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:41.132865 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ae13ccb3-f56e-4b2a-9b7d-aee1136d56d5 req-98269d0e-6ad5-45d7-9726-8f68af0268b1 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b69b45-1bd2-4c0e-91a6-a8726d0c622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959299 Aug 13 03:15:41.133473 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-0bb8d52b-bd07-468a-9ea5-bc0a4dac4c75 req-ceffad6f-c2a4-4873-85fa-04c8b0801191 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6ae6dac-34a0-4aec-aee4-6a05620e2711 HTTP/1.1" status: 200 len: 943 time: 0.0650189 Aug 13 03:15:41.187028 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-0bb8d52b-bd07-468a-9ea5-bc0a4dac4c75 req-e4a21355-ba8a-4e12-a675-ac62210a377f tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472934 Aug 13 03:15:41.214300 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-db618760-157a-4f71-8309-8390902377f8 service neutron] Attempting to bind port f3e9fe90-6241-4c50-9ba4-b330eedece8f on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:15:41.214648 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-db618760-157a-4f71-8309-8390902377f8 service neutron] Attempting to bind port f3e9fe90-6241-4c50-9ba4-b330eedece8f by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'bdfa2665-bbe2-4c9f-899d-89c079dc9b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:15:41.214982 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-db618760-157a-4f71-8309-8390902377f8 service neutron] Attempting to bind port f3e9fe90-6241-4c50-9ba4-b330eedece8f on network 4b81ac45-3159-4212-beb3-c2c0273b749e {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:15:41.221239 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-db618760-157a-4f71-8309-8390902377f8 service neutron] Port f3e9fe90-6241-4c50-9ba4-b330eedece8f on network 4b81ac45-3159-4212-beb3-c2c0273b749e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:15:41.221576 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-db618760-157a-4f71-8309-8390902377f8 service neutron] Attempting to bind port f3e9fe90-6241-4c50-9ba4-b330eedece8f on network 4b81ac45-3159-4212-beb3-c2c0273b749e {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:15:41.227064 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-db618760-157a-4f71-8309-8390902377f8 service neutron] Checking agent: {'id': 'ed42ff0f-eab8-465d-8b76-aea1e8788a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'started_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:15:41.227406 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-db618760-157a-4f71-8309-8390902377f8 service neutron] Checking segment: {'id': 'bdfa2665-bbe2-4c9f-899d-89c079dc9b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:15:41.227857 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-db618760-157a-4f71-8309-8390902377f8 service neutron] Bound using segment: {'id': 'bdfa2665-bbe2-4c9f-899d-89c079dc9b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:15:41.228286 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-db618760-157a-4f71-8309-8390902377f8 service neutron] Bound port: f3e9fe90-6241-4c50-9ba4-b330eedece8f, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfa2665-bbe2-4c9f-899d-89c079dc9b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:15:41.228645 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-db618760-157a-4f71-8309-8390902377f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:41.299617 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-db618760-157a-4f71-8309-8390902377f8 service neutron] For port f3e9fe90-6241-4c50-9ba4-b330eedece8f, host hv-cinder-76019, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:15:41.303174 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-db618760-157a-4f71-8309-8390902377f8 service neutron] For port f3e9fe90-6241-4c50-9ba4-b330eedece8f, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f3e9fe90-6241-4c50-9ba4-b330eedece8f,segment=NetworkSegment(bdfa2665-bbe2-4c9f-899d-89c079dc9b0c),segment_id=bdfa2665-bbe2-4c9f-899d-89c079dc9b0c)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:15:41.308156 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-db618760-157a-4f71-8309-8390902377f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:41.346049 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-db618760-157a-4f71-8309-8390902377f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:41.346658 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-db618760-157a-4f71-8309-8390902377f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:41.348029 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-db618760-157a-4f71-8309-8390902377f8 service neutron] 10.222.0.36 "PUT /v2.0/ports/f3e9fe90-6241-4c50-9ba4-b330eedece8f HTTP/1.1" status: 200 len: 1094 time: 0.8528352 Aug 13 03:15:41.348471 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b765311b-3cd1-4992-a98d-55bcd3d6db62', 'tag': 'f3e9fe90-6241-4c50-9ba4-b330eedece8f'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:15:41.350739 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c08ae6-c0fb-44d7-912f-c8fc3fbaa4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b765311b-3cd1-4992-a98d-55bcd3d6db62", "tag": "f3e9fe90-6241-4c50-9ba4-b330eedece8f"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:15:41.372126 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db618760-157a-4f71-8309-8390902377f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e9fe90-6241-4c50-9ba4-b330eedece8f,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:41.396687 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ee6ee3-796e-4c22-8b4f-616a649d276c x-openstack-request-id: req-17ee6ee3-796e-4c22-8b4f-616a649d276c {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:15:41.396987 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b765311b-3cd1-4992-a98d-55bcd3d6db62", "tag": "f3e9fe90-6241-4c50-9ba4-b330eedece8f", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:15:41.397266 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17ee6ee3-796e-4c22-8b4f-616a649d276c {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:15:41.397693 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b765311b-3cd1-4992-a98d-55bcd3d6db62', 'tag': 'f3e9fe90-6241-4c50-9ba4-b330eedece8f', 'status': 'completed', 'code': 200} Aug 13 03:15:41.446205 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-f93b7741-d89f-4a24-9973-0ad96f8c045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:41.447756 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-f93b7741-d89f-4a24-9973-0ad96f8c045d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1ca17cfabb94060a5d83994ebd072fc&device_id=b765311b-3cd1-4992-a98d-55bcd3d6db62 HTTP/1.1" status: 200 len: 1097 time: 0.0433438 Aug 13 03:15:41.495773 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-4eac9a2d-044a-4817-9a74-73201fe73c8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3e9fe90-6241-4c50-9ba4-b330eedece8f HTTP/1.1" status: 200 len: 217 time: 0.0392704 Aug 13 03:15:41.547405 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-57b53d04-a549-49ea-bd6b-2eb8323db0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:41.548901 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-57b53d04-a549-49ea-bd6b-2eb8323db0d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68827f2e-de90-4b53-a7db-7453893ac91c HTTP/1.1" status: 200 len: 850 time: 0.0459497 Aug 13 03:15:41.596440 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-a7705f47-e413-4508-91f1-ae0a56a2e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:41.597939 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-a7705f47-e413-4508-91f1-ae0a56a2e911 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b81ac45-3159-4212-beb3-c2c0273b749e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417264 Aug 13 03:15:41.690610 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-a067bd59-fa1a-4148-afbc-3287bccb4d47 service neutron] 10.222.0.36 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851414 Aug 13 03:15:41.788127 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5cca7d9c-6d32-4f83-bbae-cbb1b5b89d61 req-a0c99908-927b-44ec-ba79-4d1cdfe18c33 service neutron] 10.222.0.36 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901551 Aug 13 03:15:41.873157 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 1bf1b70e-eed2-4252-8c63-05edb0ccb371 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:15:41.885504 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c08ae6-c0fb-44d7-912f-c8fc3fbaa4d7 req-2e91ddd8-a14f-47c9-8ac6-d47cedc4ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:41.886990 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-68c08ae6-c0fb-44d7-912f-c8fc3fbaa4d7 req-2e91ddd8-a14f-47c9-8ac6-d47cedc4ce36 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1ca17cfabb94060a5d83994ebd072fc&device_id=b765311b-3cd1-4992-a98d-55bcd3d6db62 HTTP/1.1" status: 200 len: 1097 time: 0.0458810 Aug 13 03:15:41.973855 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 1bf1b70e-eed2-4252-8c63-05edb0ccb371, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1bf1b70e-eed2-4252-8c63-05edb0ccb371,segment=NetworkSegment(ab15a2c2-97d6-4b76-b8c4-01d9db163df3),segment_id=ab15a2c2-97d6-4b76-b8c4-01d9db163df3)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:15:41.986322 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Returning: {'device': '1bf1b70e-eed2-4252-8c63-05edb0ccb371', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'port_id': '1bf1b70e-eed2-4252-8c63-05edb0ccb371', 'mac_address': 'fa:16:3e:0a:0f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:15:41.990054 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c08ae6-c0fb-44d7-912f-c8fc3fbaa4d7 req-25b2162a-03ab-4ba5-93df-dc0b41b2963b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:41.992637 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-68c08ae6-c0fb-44d7-912f-c8fc3fbaa4d7 req-25b2162a-03ab-4ba5-93df-dc0b41b2963b service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b81ac45-3159-4212-beb3-c2c0273b749e HTTP/1.1" status: 200 len: 912 time: 0.0980096 Aug 13 03:15:42.023846 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:42.035666 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-68c08ae6-c0fb-44d7-912f-c8fc3fbaa4d7 req-63b6faea-088b-40ae-91e6-84994b590a52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3e9fe90-6241-4c50-9ba4-b330eedece8f HTTP/1.1" status: 200 len: 217 time: 0.0367255 Aug 13 03:15:42.038207 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf1b70e-eed2-4252-8c63-05edb0ccb371 {{(pid=100522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:15:42.063452 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 1bf1b70e-eed2-4252-8c63-05edb0ccb371, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1bf1b70e-eed2-4252-8c63-05edb0ccb371,segment=NetworkSegment(ab15a2c2-97d6-4b76-b8c4-01d9db163df3),segment_id=ab15a2c2-97d6-4b76-b8c4-01d9db163df3)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:15:42.068434 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:42.094532 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c08ae6-c0fb-44d7-912f-c8fc3fbaa4d7 req-273346a8-aef5-4457-a40d-c7321eb1ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:42.096074 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-68c08ae6-c0fb-44d7-912f-c8fc3fbaa4d7 req-273346a8-aef5-4457-a40d-c7321eb1ca15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68827f2e-de90-4b53-a7db-7453893ac91c HTTP/1.1" status: 200 len: 850 time: 0.0532904 Aug 13 03:15:42.120454 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=1bf1b70e-eed2-4252-8c63-05edb0ccb371,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:42.146737 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c08ae6-c0fb-44d7-912f-c8fc3fbaa4d7 req-dec081b1-1795-4500-9d5a-f064f825e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:42.148301 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-68c08ae6-c0fb-44d7-912f-c8fc3fbaa4d7 req-dec081b1-1795-4500-9d5a-f064f825e9cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b81ac45-3159-4212-beb3-c2c0273b749e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444121 Aug 13 03:15:42.248988 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-68c08ae6-c0fb-44d7-912f-c8fc3fbaa4d7 req-aef31ede-23a3-4a46-af19-43ae222f036b service neutron] 10.222.0.36 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924408 Aug 13 03:15:42.265890 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23624c-4b63-4c2f-a6e5-0d8a6d66bdac req-4dc21d2c-2b70-4bc4-b0b9-34241e1ba423 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:42.267437 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-2e23624c-4b63-4c2f-a6e5-0d8a6d66bdac req-4dc21d2c-2b70-4bc4-b0b9-34241e1ba423 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765311b-3cd1-4992-a98d-55bcd3d6db62 HTTP/1.1" status: 200 len: 944 time: 0.0534775 Aug 13 03:15:42.290797 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['1bf1b70e-eed2-4252-8c63-05edb0ccb371'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:15:42.314813 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-2e23624c-4b63-4c2f-a6e5-0d8a6d66bdac req-7c6d1706-cbe5-4118-bf25-a04994bc217b tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b69b45-1bd2-4c0e-91a6-a8726d0c622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397141 Aug 13 03:15:42.373885 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978e5e8-7dfe-4f80-9e34-b646c1919e1c req-fa59c28a-ae6a-42d4-ad80-5fe973ff6b0a tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:42.375370 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f978e5e8-7dfe-4f80-9e34-b646c1919e1c req-fa59c28a-ae6a-42d4-ad80-5fe973ff6b0a tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6ae6dac-34a0-4aec-aee4-6a05620e2711 HTTP/1.1" status: 200 len: 944 time: 0.1090112 Aug 13 03:15:42.405656 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-68c08ae6-c0fb-44d7-912f-c8fc3fbaa4d7 req-5e67ae21-5e15-4f2c-a08a-c74e26092e5e service neutron] 10.222.0.36 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477921 Aug 13 03:15:42.425409 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f978e5e8-7dfe-4f80-9e34-b646c1919e1c req-66010065-75b6-4af8-8170-2eaaa9d403f1 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419581 Aug 13 03:15:43.430849 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0208852-be90-47da-9a0d-8adbfd52fe39 req-efd35d1f-59c7-4d7b-acf6-286189bfed34 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:43.432391 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d0208852-be90-47da-9a0d-8adbfd52fe39 req-efd35d1f-59c7-4d7b-acf6-286189bfed34 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765311b-3cd1-4992-a98d-55bcd3d6db62 HTTP/1.1" status: 200 len: 944 time: 0.0480840 Aug 13 03:15:43.471745 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d0208852-be90-47da-9a0d-8adbfd52fe39 req-7d3b5ee3-eba9-45f1-9ac4-1f6fa55cd15f tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b69b45-1bd2-4c0e-91a6-a8726d0c622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323188 Aug 13 03:15:43.545098 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada4901-f324-457c-bf2d-205ab3579c6a req-87cd3960-2758-4107-9ec3-e893439c73a7 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:43.546706 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9ada4901-f324-457c-bf2d-205ab3579c6a req-87cd3960-2758-4107-9ec3-e893439c73a7 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6ae6dac-34a0-4aec-aee4-6a05620e2711 HTTP/1.1" status: 200 len: 944 time: 0.0554686 Aug 13 03:15:43.584680 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9ada4901-f324-457c-bf2d-205ab3579c6a req-d99a9638-47f3-4983-9b2c-d5d193aed04a tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321147 Aug 13 03:15:43.882515 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device f3e9fe90-6241-4c50-9ba4-b330eedece8f details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:15:43.885572 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 1bf1b70e-eed2-4252-8c63-05edb0ccb371 up at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:15:43.989693 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning for port 1bf1b70e-eed2-4252-8c63-05edb0ccb371 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:15:44.002851 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning complete for port 1bf1b70e-eed2-4252-8c63-05edb0ccb371 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:15:44.003233 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:44.046010 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port f3e9fe90-6241-4c50-9ba4-b330eedece8f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f3e9fe90-6241-4c50-9ba4-b330eedece8f,segment=NetworkSegment(bdfa2665-bbe2-4c9f-899d-89c079dc9b0c),segment_id=bdfa2665-bbe2-4c9f-899d-89c079dc9b0c)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:15:44.062341 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Returning: {'device': 'f3e9fe90-6241-4c50-9ba4-b330eedece8f', 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'port_id': 'f3e9fe90-6241-4c50-9ba4-b330eedece8f', 'mac_address': 'fa:16:3e:ec:49:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:15:44.128514 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:44.146886 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:44.150124 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e9fe90-6241-4c50-9ba4-b330eedece8f {{(pid=100522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:15:44.184887 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ae6dac-34a0-4aec-aee4-6a05620e2711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf1b70e-eed2-4252-8c63-05edb0ccb371'}] {{(pid=100522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:15:44.187944 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8fc6cf8b2729e4d9e864767b08278c7cd211cb654a5ced023b8b854c91925" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ec69ec-64c3-44eb-9d15-53206dda5b15" -d '{"events": [{"server_uuid": "a6ae6dac-34a0-4aec-aee4-6a05620e2711", "name": "network-vif-plugged", "status": "completed", "tag": "1bf1b70e-eed2-4252-8c63-05edb0ccb371"}]}' {{(pid=100522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:15:44.193171 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port f3e9fe90-6241-4c50-9ba4-b330eedece8f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f3e9fe90-6241-4c50-9ba4-b330eedece8f,segment=NetworkSegment(bdfa2665-bbe2-4c9f-899d-89c079dc9b0c),segment_id=bdfa2665-bbe2-4c9f-899d-89c079dc9b0c)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:15:44.199802 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:44.206375 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 1bf1b70e-eed2-4252-8c63-05edb0ccb371, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1bf1b70e-eed2-4252-8c63-05edb0ccb371,segment=NetworkSegment(ab15a2c2-97d6-4b76-b8c4-01d9db163df3),segment_id=ab15a2c2-97d6-4b76-b8c4-01d9db163df3)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:15:44.227260 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ab9f72-5ec5-4565-ad96-bf24b1fec595 x-openstack-request-id: req-40ab9f72-5ec5-4565-ad96-bf24b1fec595 {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:15:44.227591 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ae6dac-34a0-4aec-aee4-6a05620e2711", "name": "network-vif-plugged", "status": "completed", "tag": "1bf1b70e-eed2-4252-8c63-05edb0ccb371", "code": 200}]} {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:15:44.227848 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40ab9f72-5ec5-4565-ad96-bf24b1fec595 {{(pid=100522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:15:44.228233 dv-cinder-760192-6-iscsi neutron-server[100522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ae6dac-34a0-4aec-aee4-6a05620e2711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf1b70e-eed2-4252-8c63-05edb0ccb371', 'code': 200} Aug 13 03:15:44.230686 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:44.255443 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=f3e9fe90-6241-4c50-9ba4-b330eedece8f,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:44.303003 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=1bf1b70e-eed2-4252-8c63-05edb0ccb371,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:44.410752 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['f3e9fe90-6241-4c50-9ba4-b330eedece8f'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:15:44.442039 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ad7a8-e7df-41b1-b64b-de9950c4351b req-94118ba2-9cda-41ab-b3db-e873e2bcf2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:44.443568 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3e1ad7a8-e7df-41b1-b64b-de9950c4351b req-94118ba2-9cda-41ab-b3db-e873e2bcf2b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6ae6dac-34a0-4aec-aee4-6a05620e2711 HTTP/1.1" status: 200 len: 1098 time: 0.0422454 Aug 13 03:15:44.479317 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3e1ad7a8-e7df-41b1-b64b-de9950c4351b req-01906c2f-7cab-4b7b-95b7-d7e884641e1d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286674 Aug 13 03:15:44.586588 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060109c-328a-4626-acee-ad3ca8f2cf08 req-e0c884aa-5429-476a-af1e-16ccfc774722 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:44.588351 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4060109c-328a-4626-acee-ad3ca8f2cf08 req-e0c884aa-5429-476a-af1e-16ccfc774722 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765311b-3cd1-4992-a98d-55bcd3d6db62 HTTP/1.1" status: 200 len: 945 time: 0.0491722 Aug 13 03:15:44.627339 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4060109c-328a-4626-acee-ad3ca8f2cf08 req-8449d682-d3fb-4151-9bd5-b753cba4f174 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b69b45-1bd2-4c0e-91a6-a8726d0c622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330312 Aug 13 03:15:44.702197 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f258328-a2f3-45e2-a2ab-f0e0eba4e3d7 req-d949fb00-1511-4475-b0ed-c0eb434f228c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:44.704082 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-2f258328-a2f3-45e2-a2ab-f0e0eba4e3d7 req-d949fb00-1511-4475-b0ed-c0eb434f228c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6ae6dac-34a0-4aec-aee4-6a05620e2711 HTTP/1.1" status: 200 len: 945 time: 0.0514543 Aug 13 03:15:44.745570 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-2f258328-a2f3-45e2-a2ab-f0e0eba4e3d7 req-ce92ae1d-bbba-4017-ae13-c4c74d1cf7ea tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355844 Aug 13 03:15:45.747091 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fdedf-89e4-4de9-a301-6f2f22ca53b7 req-6f360088-f0f6-44b3-923f-0902780f47f7 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:45.749099 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-397fdedf-89e4-4de9-a301-6f2f22ca53b7 req-6f360088-f0f6-44b3-923f-0902780f47f7 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765311b-3cd1-4992-a98d-55bcd3d6db62 HTTP/1.1" status: 200 len: 945 time: 0.0555501 Aug 13 03:15:45.790376 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-397fdedf-89e4-4de9-a301-6f2f22ca53b7 req-5375d413-05bd-40bd-9583-f8f894eab731 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b69b45-1bd2-4c0e-91a6-a8726d0c622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352948 Aug 13 03:15:45.864154 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e06f45-37d6-4f76-9f98-8cb60504d515 req-c3504fd2-968e-4b42-92de-077d704c550f tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:45.865680 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e1e06f45-37d6-4f76-9f98-8cb60504d515 req-c3504fd2-968e-4b42-92de-077d704c550f tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6ae6dac-34a0-4aec-aee4-6a05620e2711 HTTP/1.1" status: 200 len: 945 time: 0.0499825 Aug 13 03:15:45.885174 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device f3e9fe90-6241-4c50-9ba4-b330eedece8f up at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:15:45.906910 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e1e06f45-37d6-4f76-9f98-8cb60504d515 req-9052b21b-d3d2-4f3e-bb01-15dbb6693703 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349212 Aug 13 03:15:45.939167 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning for port f3e9fe90-6241-4c50-9ba4-b330eedece8f completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:15:45.943663 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning complete for port f3e9fe90-6241-4c50-9ba4-b330eedece8f triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:15:45.944086 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:46.026286 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddfcb5-adba-462f-824e-f9ae1c4fed44 req-111b4a76-0638-4515-be3a-adafe41d0961 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:46.027817 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-83ddfcb5-adba-462f-824e-f9ae1c4fed44 req-111b4a76-0638-4515-be3a-adafe41d0961 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6ae6dac-34a0-4aec-aee4-6a05620e2711 HTTP/1.1" status: 200 len: 945 time: 0.0500798 Aug 13 03:15:46.032406 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:46.068735 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port f3e9fe90-6241-4c50-9ba4-b330eedece8f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f3e9fe90-6241-4c50-9ba4-b330eedece8f,segment=NetworkSegment(bdfa2665-bbe2-4c9f-899d-89c079dc9b0c),segment_id=bdfa2665-bbe2-4c9f-899d-89c079dc9b0c)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:15:46.071319 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-83ddfcb5-adba-462f-824e-f9ae1c4fed44 req-37c85a57-6bd3-412f-be20-96ac579646ed tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356109 Aug 13 03:15:46.077138 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:46.097391 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 57894) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:15:46.131154 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=f3e9fe90-6241-4c50-9ba4-b330eedece8f,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:46.225635 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba693a6b-38f3-40ee-932f-1e4ff4a896a1 tempest-TestVolumeBootPattern-476243300 tempest-TestVolumeBootPattern-476243300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:46.227154 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-ba693a6b-38f3-40ee-932f-1e4ff4a896a1 tempest-TestVolumeBootPattern-476243300 tempest-TestVolumeBootPattern-476243300-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a6ae6dac-34a0-4aec-aee4-6a05620e2711 HTTP/1.1" status: 200 len: 1093 time: 0.1287735 Aug 13 03:15:46.229486 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b765311b-3cd1-4992-a98d-55bcd3d6db62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e9fe90-6241-4c50-9ba4-b330eedece8f'}] {{(pid=100522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:15:46.231422 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 57898) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:15:46.231939 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8fc6cf8b2729e4d9e864767b08278c7cd211cb654a5ced023b8b854c91925" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8395c1f-3c46-435f-8c4f-47a9f55c5923" -d '{"events": [{"server_uuid": "b765311b-3cd1-4992-a98d-55bcd3d6db62", "name": "network-vif-plugged", "status": "completed", "tag": "f3e9fe90-6241-4c50-9ba4-b330eedece8f"}]}' {{(pid=100522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:15:46.237603 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-1f6e3311-2564-4ccb-b4ed-d111d0416449 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Request body: {'floatingip': {'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'port_id': '1bf1b70e-eed2-4252-8c63-05edb0ccb371', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:15:46.264903 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1f6e3311-2564-4ccb-b4ed-d111d0416449 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for floatingip, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:46.272052 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cd82b2-0b29-4ef4-8972-5eb62f4ba064 x-openstack-request-id: req-b9cd82b2-0b29-4ef4-8972-5eb62f4ba064 {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:15:46.272350 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b765311b-3cd1-4992-a98d-55bcd3d6db62", "name": "network-vif-plugged", "status": "completed", "tag": "f3e9fe90-6241-4c50-9ba4-b330eedece8f", "code": 200}]} {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:15:46.272617 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9cd82b2-0b29-4ef4-8972-5eb62f4ba064 {{(pid=100522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:15:46.273021 dv-cinder-760192-6-iscsi neutron-server[100522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b765311b-3cd1-4992-a98d-55bcd3d6db62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e9fe90-6241-4c50-9ba4-b330eedece8f', 'code': 200} Aug 13 03:15:46.383219 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1f6e3311-2564-4ccb-b4ed-d111d0416449 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:46.513322 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf68c8b-e578-4f40-a722-bff1d6cf4229 req-b6366cbf-b807-4d37-acb9-7ccf1d8c6aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:46.515118 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ccf68c8b-e578-4f40-a722-bff1d6cf4229 req-b6366cbf-b807-4d37-acb9-7ccf1d8c6aa6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b765311b-3cd1-4992-a98d-55bcd3d6db62 HTTP/1.1" status: 200 len: 1099 time: 0.0883706 Aug 13 03:15:46.543680 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-1f6e3311-2564-4ccb-b4ed-d111d0416449 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Allocated IP 172.27.3.204 (e1b1eaab-3abb-4c2f-9e17-ba947274cb90/3b95406b-7f6d-4e40-b01a-fd59db47aa2f/8f6551e6-764d-41a3-b420-2b5accb99bcb) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:15:46.585386 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ccf68c8b-e578-4f40-a722-bff1d6cf4229 req-150902ff-1a87-4a8d-b2f4-64fc7dde1424 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=16b69b45-1bd2-4c0e-91a6-a8726d0c622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600905 Aug 13 03:15:46.665486 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1f6e3311-2564-4ccb-b4ed-d111d0416449 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:46.705730 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1f6e3311-2564-4ccb-b4ed-d111d0416449 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:46.746499 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6e3311-2564-4ccb-b4ed-d111d0416449 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:15:46.751103 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-1f6e3311-2564-4ccb-b4ed-d111d0416449 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:15:46.755712 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6e3311-2564-4ccb-b4ed-d111d0416449 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:15:46.761636 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e3311-2564-4ccb-b4ed-d111d0416449 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Pushing event updated for resources: {'Port': ['ID=8f6551e6-764d-41a3-b420-2b5accb99bcb,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:47.020280 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a16bf-36a8-4f17-bab8-003a8e48544b req-6f5c7bd3-3cfe-47cf-841b-1c71f9c60df9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:47.021789 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-de7a16bf-36a8-4f17-bab8-003a8e48544b req-6f5c7bd3-3cfe-47cf-841b-1c71f9c60df9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765311b-3cd1-4992-a98d-55bcd3d6db62 HTTP/1.1" status: 200 len: 946 time: 0.1347473 Aug 13 03:15:47.083823 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-de7a16bf-36a8-4f17-bab8-003a8e48544b req-7d97e2df-5814-4461-ab8b-52de1eee574e tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b69b45-1bd2-4c0e-91a6-a8726d0c622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511010 Aug 13 03:15:47.224969 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1f6e3311-2564-4ccb-b4ed-d111d0416449 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:47.300936 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1f6e3311-2564-4ccb-b4ed-d111d0416449 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:47.495522 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1f6e3311-2564-4ccb-b4ed-d111d0416449 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:47.502320 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1f6e3311-2564-4ccb-b4ed-d111d0416449 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:47.571027 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e3311-2564-4ccb-b4ed-d111d0416449 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Pushing event updated for resources: {'Port': ['ID=8f6551e6-764d-41a3-b420-2b5accb99bcb,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:15:47.585220 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1f6e3311-2564-4ccb-b4ed-d111d0416449 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790613'] for floatingip, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:47.698881 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.db.l3_db [None req-1f6e3311-2564-4ccb-b4ed-d111d0416449 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Floating IP 42d97642-c0c1-4c28-bd7f-3495a3422fc6 associated. External IP: 172.27.3.204, port: 1bf1b70e-eed2-4252-8c63-05edb0ccb371. Aug 13 03:15:47.982524 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6e3311-2564-4ccb-b4ed-d111d0416449 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Router 8dfe5706-a43f-46c9-9719-d5032f1b4980 has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:15:48.237332 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef7948-c19a-4652-b6bb-4bdff58e482c req-5d669532-2ff2-448c-99eb-9988ce1e65a9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:48.239319 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-04ef7948-c19a-4652-b6bb-4bdff58e482c req-5d669532-2ff2-448c-99eb-9988ce1e65a9 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765311b-3cd1-4992-a98d-55bcd3d6db62 HTTP/1.1" status: 200 len: 946 time: 0.0601931 Aug 13 03:15:48.282472 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-04ef7948-c19a-4652-b6bb-4bdff58e482c req-e4d75e40-0f70-4d5b-959b-e5b5eec21c46 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b69b45-1bd2-4c0e-91a6-a8726d0c622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363321 Aug 13 03:15:48.370897 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6e3311-2564-4ccb-b4ed-d111d0416449 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:15:48.384257 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97472a3a-c762-47ab-b804-0e2ef7268c20 None None] Sync routers for ids ['8dfe5706-a43f-46c9-9719-d5032f1b4980'] in dv-cinder-760192-6-iscsi {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:15:48.399793 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97472a3a-c762-47ab-b804-0e2ef7268c20 None None] Routers {'8dfe5706-a43f-46c9-9719-d5032f1b4980'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:15:48.400818 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-97472a3a-c762-47ab-b804-0e2ef7268c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:15:26Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['8dfe5706-a43f-46c9-9719-d5032f1b4980'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:48.433261 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1f6e3311-2564-4ccb-b4ed-d111d0416449 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for floatingip, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:48.494781 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272aa9d-2b5c-415c-a997-321a700cb2b4 req-367c95d7-f279-45f2-a2ce-8d2074f9df81 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:48.497268 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1272aa9d-2b5c-415c-a997-321a700cb2b4 req-367c95d7-f279-45f2-a2ce-8d2074f9df81 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765311b-3cd1-4992-a98d-55bcd3d6db62 HTTP/1.1" status: 200 len: 946 time: 0.1200228 Aug 13 03:15:48.510132 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-1f6e3311-2564-4ccb-b4ed-d111d0416449 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2708352 Aug 13 03:15:48.510132 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ae6dac-34a0-4aec-aee4-6a05620e2711', 'tag': '1bf1b70e-eed2-4252-8c63-05edb0ccb371'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:15:48.510132 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941d8091-6db9-4271-a34d-b6d65e4b20c0" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ae6dac-34a0-4aec-aee4-6a05620e2711", "tag": "1bf1b70e-eed2-4252-8c63-05edb0ccb371"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:15:48.511370 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 57908) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:15:48.518983 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-60368477-250c-42e0-92d6-3292ed4dfa2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Request body: {'floatingip': {'port_id': 'f3e9fe90-6241-4c50-9ba4-b330eedece8f'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:15:48.572700 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a116d2d7-ac90-4178-93e6-23aad532bb8f x-openstack-request-id: req-a116d2d7-ac90-4178-93e6-23aad532bb8f {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:15:48.573050 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-60368477-250c-42e0-92d6-3292ed4dfa2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for floatingip, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:48.573223 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ae6dac-34a0-4aec-aee4-6a05620e2711", "tag": "1bf1b70e-eed2-4252-8c63-05edb0ccb371", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:15:48.573518 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a116d2d7-ac90-4178-93e6-23aad532bb8f {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:15:48.574113 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ae6dac-34a0-4aec-aee4-6a05620e2711', 'tag': '1bf1b70e-eed2-4252-8c63-05edb0ccb371', 'status': 'completed', 'code': 200} Aug 13 03:15:48.675589 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d8091-6db9-4271-a34d-b6d65e4b20c0 req-52be0a2f-cb72-4301-9c91-02b747fe0d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:48.678366 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-941d8091-6db9-4271-a34d-b6d65e4b20c0 req-52be0a2f-cb72-4301-9c91-02b747fe0d00 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07ecb44a1702491f8f71dd0e99c9e93f&device_id=a6ae6dac-34a0-4aec-aee4-6a05620e2711 HTTP/1.1" status: 200 len: 1098 time: 0.0753236 Aug 13 03:15:48.700809 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-97472a3a-c762-47ab-b804-0e2ef7268c20 None None] Set router 8dfe5706-a43f-46c9-9719-d5032f1b4980 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:15:48.825734 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d8091-6db9-4271-a34d-b6d65e4b20c0 req-e884348a-868a-4bb0-a8c1-a126ceb3d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:48.827320 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-941d8091-6db9-4271-a34d-b6d65e4b20c0 req-e884348a-868a-4bb0-a8c1-a126ceb3d92b service neutron] 10.222.0.36 "GET /v2.0/networks?id=a794904a-36df-494d-8a72-89ad3aea2229 HTTP/1.1" status: 200 len: 912 time: 0.1425910 Aug 13 03:15:48.945593 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-941d8091-6db9-4271-a34d-b6d65e4b20c0 req-fde54fa7-cd65-448c-8d82-af8a308e9609 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bf1b70e-eed2-4252-8c63-05edb0ccb371 HTTP/1.1" status: 200 len: 999 time: 0.1107552 Aug 13 03:15:49.032880 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d8091-6db9-4271-a34d-b6d65e4b20c0 req-1f1305ad-f27b-49ac-890f-e35c2529be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:49.036089 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-941d8091-6db9-4271-a34d-b6d65e4b20c0 req-1f1305ad-f27b-49ac-890f-e35c2529be30 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af808ceb-2ac7-4796-bac6-242e9548c9d6 HTTP/1.1" status: 200 len: 850 time: 0.0808575 Aug 13 03:15:49.049198 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-97472a3a-c762-47ab-b804-0e2ef7268c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:04Z', 'revision_number': 4, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port': {'id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': '42d97642-c0c1-4c28-bd7f-3495a3422fc6', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'floating_ip_address': '172.27.3.204', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'port_id': '1bf1b70e-eed2-4252-8c63-05edb0ccb371', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'mac_address': 'fa:16:3e:0a:0f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ae6dac-34a0-4aec-aee4-6a05620e2711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:15:47Z', 'updated_at': '2021-08-13T03:15:47Z', 'revision_number': 0, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f8a638-0f7e-4757-aa8f-9edf8ddf07ed', 'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'mac_address': 'fa:16:3e:30:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:03Z', 'updated_at': '2021-08-13T03:15:09Z', 'revision_number': 5, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'subnets': [{'id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:49.077063 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97472a3a-c762-47ab-b804-0e2ef7268c20 None None] Checking router: 8dfe5706-a43f-46c9-9719-d5032f1b4980 for host: dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:15:49.087731 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97472a3a-c762-47ab-b804-0e2ef7268c20 None None] Routers {'8dfe5706-a43f-46c9-9719-d5032f1b4980'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:15:49.088331 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-97472a3a-c762-47ab-b804-0e2ef7268c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:15:26Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['8dfe5706-a43f-46c9-9719-d5032f1b4980'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:49.094027 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d8091-6db9-4271-a34d-b6d65e4b20c0 req-a60fd540-e91e-463a-a67b-135b6b507916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:49.096818 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-941d8091-6db9-4271-a34d-b6d65e4b20c0 req-a60fd540-e91e-463a-a67b-135b6b507916 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a794904a-36df-494d-8a72-89ad3aea2229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539789 Aug 13 03:15:49.247899 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-97472a3a-c762-47ab-b804-0e2ef7268c20 None None] Set router 8dfe5706-a43f-46c9-9719-d5032f1b4980 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:15:49.262429 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-941d8091-6db9-4271-a34d-b6d65e4b20c0 req-74e8aed6-b0b3-4ea8-82cb-771658a4f38e service neutron] 10.222.0.36 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579738 Aug 13 03:15:49.395487 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-941d8091-6db9-4271-a34d-b6d65e4b20c0 req-cddb6a4e-c69c-451f-97f8-b0a3c9aee5fd service neutron] 10.222.0.36 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254108 Aug 13 03:15:49.453777 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-60368477-250c-42e0-92d6-3292ed4dfa2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:49.458469 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-60368477-250c-42e0-92d6-3292ed4dfa2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790613'] for floatingip, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:49.578274 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.db.l3_db [None req-60368477-250c-42e0-92d6-3292ed4dfa2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Floating IP 548911d6-b6a4-46e6-8d9d-d0cd7650d234 associated. External IP: 172.27.3.254, port: f3e9fe90-6241-4c50-9ba4-b330eedece8f. Aug 13 03:15:49.626108 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-97472a3a-c762-47ab-b804-0e2ef7268c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:04Z', 'revision_number': 4, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port': {'id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': '42d97642-c0c1-4c28-bd7f-3495a3422fc6', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'floating_ip_address': '172.27.3.204', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'port_id': '1bf1b70e-eed2-4252-8c63-05edb0ccb371', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'mac_address': 'fa:16:3e:0a:0f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ae6dac-34a0-4aec-aee4-6a05620e2711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:15:47Z', 'updated_at': '2021-08-13T03:15:47Z', 'revision_number': 0, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f8a638-0f7e-4757-aa8f-9edf8ddf07ed', 'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'mac_address': 'fa:16:3e:30:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:03Z', 'updated_at': '2021-08-13T03:15:09Z', 'revision_number': 5, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'subnets': [{'id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:49.670401 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97472a3a-c762-47ab-b804-0e2ef7268c20 None None] The sync data for ids ['8dfe5706-a43f-46c9-9719-d5032f1b4980'] in dv-cinder-760192-6-iscsi is: [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:04Z', 'revision_number': 4, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port': {'id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': '42d97642-c0c1-4c28-bd7f-3495a3422fc6', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'floating_ip_address': '172.27.3.204', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'port_id': '1bf1b70e-eed2-4252-8c63-05edb0ccb371', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'mac_address': 'fa:16:3e:0a:0f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ae6dac-34a0-4aec-aee4-6a05620e2711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:15:47Z', 'updated_at': '2021-08-13T03:15:47Z', 'revision_number': 0, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f8a638-0f7e-4757-aa8f-9edf8ddf07ed', 'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'mac_address': 'fa:16:3e:30:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:03Z', 'updated_at': '2021-08-13T03:15:09Z', 'revision_number': 5, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'subnets': [{'id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:15:49.892493 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60368477-250c-42e0-92d6-3292ed4dfa2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Router 0b48eaad-662d-47a1-9864-53db559ad6ee has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:15:49.894747 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dee85a-415e-49ce-88bb-206f518445e9 None None] New status for floating IP 42d97642-c0c1-4c28-bd7f-3495a3422fc6: ACTIVE {{(pid=100522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:15:50.055200 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60368477-250c-42e0-92d6-3292ed4dfa2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:15:50.062307 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-60368477-250c-42e0-92d6-3292ed4dfa2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for floatingip, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:50.070794 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e62bd-b23c-4c04-91ab-8f23961e07c5 None None] Sync routers for ids ['0b48eaad-662d-47a1-9864-53db559ad6ee'] in dv-cinder-760192-6-iscsi {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:15:50.083036 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e62bd-b23c-4c04-91ab-8f23961e07c5 None None] Routers {'0b48eaad-662d-47a1-9864-53db559ad6ee'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:15:50.083780 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-d85e62bd-b23c-4c04-91ab-8f23961e07c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:15:26Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['0b48eaad-662d-47a1-9864-53db559ad6ee'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:50.112865 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-60368477-250c-42e0-92d6-3292ed4dfa2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "PUT /v2.0/floatingips/548911d6-b6a4-46e6-8d9d-d0cd7650d234 HTTP/1.1" status: 200 len: 992 time: 1.5953383 Aug 13 03:15:50.112865 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b765311b-3cd1-4992-a98d-55bcd3d6db62', 'tag': 'f3e9fe90-6241-4c50-9ba4-b330eedece8f'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:15:50.112865 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cfb025da75d9d11c28f101ae45bca3ab743feb35e1b92c787b6593142af668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50e063a-1d7d-4b4b-b657-cd2ef3f398aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b765311b-3cd1-4992-a98d-55bcd3d6db62", "tag": "f3e9fe90-6241-4c50-9ba4-b330eedece8f"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:15:50.255084 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-d85e62bd-b23c-4c04-91ab-8f23961e07c5 None None] Set router 0b48eaad-662d-47a1-9864-53db559ad6ee gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:15:50.280701 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3403f52-f41b-4fca-8aba-f4790f26ea7e x-openstack-request-id: req-e3403f52-f41b-4fca-8aba-f4790f26ea7e {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:15:50.281141 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b765311b-3cd1-4992-a98d-55bcd3d6db62", "tag": "f3e9fe90-6241-4c50-9ba4-b330eedece8f", "status": "completed", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:15:50.281543 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3403f52-f41b-4fca-8aba-f4790f26ea7e {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:15:50.282141 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b765311b-3cd1-4992-a98d-55bcd3d6db62', 'tag': 'f3e9fe90-6241-4c50-9ba4-b330eedece8f', 'status': 'completed', 'code': 200} Aug 13 03:15:50.354533 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e063a-1d7d-4b4b-b657-cd2ef3f398aa req-ec42f5a0-cbe2-4948-8ea2-2a880f24adea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:50.356463 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c50e063a-1d7d-4b4b-b657-cd2ef3f398aa req-ec42f5a0-cbe2-4948-8ea2-2a880f24adea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1ca17cfabb94060a5d83994ebd072fc&device_id=b765311b-3cd1-4992-a98d-55bcd3d6db62 HTTP/1.1" status: 200 len: 1099 time: 0.0496426 Aug 13 03:15:50.469957 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e063a-1d7d-4b4b-b657-cd2ef3f398aa req-e54b556b-544b-4ba1-9929-47e989570bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:50.471662 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c50e063a-1d7d-4b4b-b657-cd2ef3f398aa req-e54b556b-544b-4ba1-9929-47e989570bad service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b81ac45-3159-4212-beb3-c2c0273b749e HTTP/1.1" status: 200 len: 912 time: 0.1060624 Aug 13 03:15:50.528689 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-d85e62bd-b23c-4c04-91ab-8f23961e07c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'name': 'tempest-AttachVolumeTestJSON-1814287867-router', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:52Z', 'revision_number': 4, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'gw_port': {'id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': '548911d6-b6a4-46e6-8d9d-d0cd7650d234', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'floating_ip_address': '172.27.3.254', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'port_id': 'f3e9fe90-6241-4c50-9ba4-b330eedece8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'mac_address': 'fa:16:3e:ec:49:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b765311b-3cd1-4992-a98d-55bcd3d6db62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:15:37Z', 'updated_at': '2021-08-13T03:15:49Z', 'revision_number': 1, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47eda447-f478-4f6c-bde1-a5178a5407d8', 'name': '', 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'mac_address': 'fa:16:3e:80:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:52Z', 'updated_at': '2021-08-13T03:08:57Z', 'revision_number': 5, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'subnets': [{'id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:50.567690 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e62bd-b23c-4c04-91ab-8f23961e07c5 None None] Checking router: 0b48eaad-662d-47a1-9864-53db559ad6ee for host: dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:15:50.578569 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c50e063a-1d7d-4b4b-b657-cd2ef3f398aa req-6b80090d-782f-4c34-b1a9-c1062980b1d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3e9fe90-6241-4c50-9ba4-b330eedece8f HTTP/1.1" status: 200 len: 1000 time: 0.0925331 Aug 13 03:15:50.578868 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e62bd-b23c-4c04-91ab-8f23961e07c5 None None] Routers {'0b48eaad-662d-47a1-9864-53db559ad6ee'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:15:50.579330 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-d85e62bd-b23c-4c04-91ab-8f23961e07c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:15:26Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['0b48eaad-662d-47a1-9864-53db559ad6ee'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:50.642585 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e063a-1d7d-4b4b-b657-cd2ef3f398aa req-62e9807c-7586-4d36-95f4-51c29e73e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:50.644314 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c50e063a-1d7d-4b4b-b657-cd2ef3f398aa req-62e9807c-7586-4d36-95f4-51c29e73e8b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68827f2e-de90-4b53-a7db-7453893ac91c HTTP/1.1" status: 200 len: 850 time: 0.0571671 Aug 13 03:15:50.683388 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:50.695115 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-d85e62bd-b23c-4c04-91ab-8f23961e07c5 None None] Set router 0b48eaad-662d-47a1-9864-53db559ad6ee gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:15:50.714763 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e063a-1d7d-4b4b-b657-cd2ef3f398aa req-a5163186-f5a3-4515-a4b0-915c03f5fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:15:50.717349 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c50e063a-1d7d-4b4b-b657-cd2ef3f398aa req-a5163186-f5a3-4515-a4b0-915c03f5fb01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b81ac45-3159-4212-beb3-c2c0273b749e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638082 Aug 13 03:15:50.866188 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c50e063a-1d7d-4b4b-b657-cd2ef3f398aa req-2bebd55a-5886-4f03-8979-eb0356de62f6 service neutron] 10.222.0.36 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399748 Aug 13 03:15:51.002496 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-d85e62bd-b23c-4c04-91ab-8f23961e07c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'name': 'tempest-AttachVolumeTestJSON-1814287867-router', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:52Z', 'revision_number': 4, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'gw_port': {'id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': '548911d6-b6a4-46e6-8d9d-d0cd7650d234', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'floating_ip_address': '172.27.3.254', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'port_id': 'f3e9fe90-6241-4c50-9ba4-b330eedece8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'mac_address': 'fa:16:3e:ec:49:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b765311b-3cd1-4992-a98d-55bcd3d6db62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:15:37Z', 'updated_at': '2021-08-13T03:15:49Z', 'revision_number': 1, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47eda447-f478-4f6c-bde1-a5178a5407d8', 'name': '', 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'mac_address': 'fa:16:3e:80:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:52Z', 'updated_at': '2021-08-13T03:08:57Z', 'revision_number': 5, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'subnets': [{'id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:15:51.018947 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c50e063a-1d7d-4b4b-b657-cd2ef3f398aa req-f2192bc3-34e7-4d12-9b43-4dbda251ab6f service neutron] 10.222.0.36 "GET /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412079 Aug 13 03:15:51.038222 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e62bd-b23c-4c04-91ab-8f23961e07c5 None None] The sync data for ids ['0b48eaad-662d-47a1-9864-53db559ad6ee'] in dv-cinder-760192-6-iscsi is: [{'id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'name': 'tempest-AttachVolumeTestJSON-1814287867-router', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:52Z', 'revision_number': 4, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'gw_port': {'id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': '548911d6-b6a4-46e6-8d9d-d0cd7650d234', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'floating_ip_address': '172.27.3.254', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'port_id': 'f3e9fe90-6241-4c50-9ba4-b330eedece8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'mac_address': 'fa:16:3e:ec:49:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b765311b-3cd1-4992-a98d-55bcd3d6db62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:15:37Z', 'updated_at': '2021-08-13T03:15:49Z', 'revision_number': 1, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47eda447-f478-4f6c-bde1-a5178a5407d8', 'name': '', 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'mac_address': 'fa:16:3e:80:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:52Z', 'updated_at': '2021-08-13T03:08:57Z', 'revision_number': 5, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'subnets': [{'id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:15:51.249377 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e082b30-6a0e-426b-a133-1241ba3442ba None None] New status for floating IP 548911d6-b6a4-46e6-8d9d-d0cd7650d234: ACTIVE {{(pid=100522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:15:52.577831 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4176e6c0-a362-48eb-ae04-8c638c437190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:55.537044 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-02ceadf9-4deb-4075-a6ea-85c128f5d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:55.814286 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:56.459954 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:15:57.900407 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:03.881982 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:16:20.682259 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:22.571651 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-edeb8d5b-adad-4b2c-b444-ab2d87e9c865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:25.532209 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-7d53ffe3-cbad-4515-9a62-3818a4080807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:25.818931 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:26.461603 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:27.899012 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:40.880085 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:16:45.188410 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fab4bdc1-e12c-4bca-9592-8a9dbd302e93 req-97a1aea4-cce9-4f11-ab18-8a77d0d7bc54 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6ae6dac-34a0-4aec-aee4-6a05620e2711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425293 Aug 13 03:16:45.292349 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4bdc1-e12c-4bca-9592-8a9dbd302e93 req-d95eaaea-7662-4718-bd07-c3637bf70bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:16:45.294582 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fab4bdc1-e12c-4bca-9592-8a9dbd302e93 req-d95eaaea-7662-4718-bd07-c3637bf70bb3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07ecb44a1702491f8f71dd0e99c9e93f&device_id=a6ae6dac-34a0-4aec-aee4-6a05620e2711 HTTP/1.1" status: 200 len: 1098 time: 0.0446053 Aug 13 03:16:45.415257 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4bdc1-e12c-4bca-9592-8a9dbd302e93 req-4f7600fe-4095-4b9e-9209-25ae60e77778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:16:45.416851 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fab4bdc1-e12c-4bca-9592-8a9dbd302e93 req-4f7600fe-4095-4b9e-9209-25ae60e77778 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a794904a-36df-494d-8a72-89ad3aea2229 HTTP/1.1" status: 200 len: 912 time: 0.0970993 Aug 13 03:16:45.491202 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fab4bdc1-e12c-4bca-9592-8a9dbd302e93 req-9734396b-5d07-45fe-939b-036349d9b722 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bf1b70e-eed2-4252-8c63-05edb0ccb371 HTTP/1.1" status: 200 len: 1001 time: 0.0649271 Aug 13 03:16:45.560682 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4bdc1-e12c-4bca-9592-8a9dbd302e93 req-599ca66c-cb6a-40a7-a483-c18a2b5012f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:16:45.562284 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fab4bdc1-e12c-4bca-9592-8a9dbd302e93 req-599ca66c-cb6a-40a7-a483-c18a2b5012f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af808ceb-2ac7-4796-bac6-242e9548c9d6 HTTP/1.1" status: 200 len: 850 time: 0.0615578 Aug 13 03:16:45.612023 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4bdc1-e12c-4bca-9592-8a9dbd302e93 req-8b8bd004-40d4-40ae-9c1d-bea8e7d18107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:16:45.613644 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fab4bdc1-e12c-4bca-9592-8a9dbd302e93 req-8b8bd004-40d4-40ae-9c1d-bea8e7d18107 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a794904a-36df-494d-8a72-89ad3aea2229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441935 Aug 13 03:16:45.707620 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fab4bdc1-e12c-4bca-9592-8a9dbd302e93 req-d7e47b09-875e-4a21-b8d5-63bd581acc11 service neutron] 10.222.0.36 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858910 Aug 13 03:16:45.807931 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fab4bdc1-e12c-4bca-9592-8a9dbd302e93 req-b2cdbcfb-bed9-48d6-95e1-6d6ea5b40686 service neutron] 10.222.0.36 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894740 Aug 13 03:16:50.701069 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:50.835431 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6441ba-03b5-463a-9d76-73292a607741 req-f939019f-c43c-42f1-8a53-804b3464d91c tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:16:50.837409 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-bd6441ba-03b5-463a-9d76-73292a607741 req-f939019f-c43c-42f1-8a53-804b3464d91c tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765311b-3cd1-4992-a98d-55bcd3d6db62 HTTP/1.1" status: 200 len: 946 time: 0.0583417 Aug 13 03:16:50.885167 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-bd6441ba-03b5-463a-9d76-73292a607741 req-1fab70f1-c309-4225-b6bb-b8a37e9e11c6 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b69b45-1bd2-4c0e-91a6-a8726d0c622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377090 Aug 13 03:16:52.022945 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458c7b5-3682-465f-91a1-42e5cbd28a8b req-fb47d84c-ab04-49eb-90c1-614f0ff004b1 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:16:52.024983 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4458c7b5-3682-465f-91a1-42e5cbd28a8b req-fb47d84c-ab04-49eb-90c1-614f0ff004b1 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765311b-3cd1-4992-a98d-55bcd3d6db62 HTTP/1.1" status: 200 len: 946 time: 0.0676036 Aug 13 03:16:52.065099 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4458c7b5-3682-465f-91a1-42e5cbd28a8b req-9dec8e5e-32b6-4f78-958e-ae27572c23d6 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b69b45-1bd2-4c0e-91a6-a8726d0c622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338776 Aug 13 03:16:52.502267 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9c5cb-ab9a-410c-898a-bfd7143d473f req-8aa8b3e2-a594-448f-8542-fa0c76b92cef tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:16:52.503988 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d2a9c5cb-ab9a-410c-898a-bfd7143d473f req-8aa8b3e2-a594-448f-8542-fa0c76b92cef tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b765311b-3cd1-4992-a98d-55bcd3d6db62 HTTP/1.1" status: 200 len: 946 time: 0.0563655 Aug 13 03:16:52.582503 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4bb86920-3573-4a2e-aaa6-6617d2eace46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:52.608428 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-d2a9c5cb-ab9a-410c-898a-bfd7143d473f req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Deleting port f3e9fe90-6241-4c50-9ba4-b330eedece8f {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:16:52.608767 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d2a9c5cb-ab9a-410c-898a-bfd7143d473f req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:52.698467 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-d2a9c5cb-ab9a-410c-898a-bfd7143d473f req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] For port f3e9fe90-6241-4c50-9ba4-b330eedece8f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f3e9fe90-6241-4c50-9ba4-b330eedece8f,segment=NetworkSegment(bdfa2665-bbe2-4c9f-899d-89c079dc9b0c),segment_id=bdfa2665-bbe2-4c9f-899d-89c079dc9b0c)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:16:52.698824 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d2a9c5cb-ab9a-410c-898a-bfd7143d473f req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:52.883734 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d2a9c5cb-ab9a-410c-898a-bfd7143d473f req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:52.884114 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d2a9c5cb-ab9a-410c-898a-bfd7143d473f req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790613'] for floatingip, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:52.884428 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.db.l3_db [req-d2a9c5cb-ab9a-410c-898a-bfd7143d473f req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Floating IP 548911d6-b6a4-46e6-8d9d-d0cd7650d234 disassociated. External IP: 172.27.3.254, port: f3e9fe90-6241-4c50-9ba4-b330eedece8f. Aug 13 03:16:52.884773 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-d2a9c5cb-ab9a-410c-898a-bfd7143d473f req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Calling delete_port for f3e9fe90-6241-4c50-9ba4-b330eedece8f owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:16:53.019627 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d2a9c5cb-ab9a-410c-898a-bfd7143d473f req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:53.051462 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Pushing event deleted for resources: {'Port': ['ID=f3e9fe90-6241-4c50-9ba4-b330eedece8f,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:16:53.064349 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:16:53.064678 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:16:53.065722 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:16:53.065722 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:16:53.065722 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:16:53.066141 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:16:53.067297 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:16:53.067297 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:16:53.067297 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:16:53.067297 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:16:53.067879 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:16:53.067879 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:16:53.184246 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-fdae61b5-0aff-441b-a93e-1e8a804db3d5 req-c8f72b00-68cd-4ab1-b324-f60a73ad3320 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765311b-3cd1-4992-a98d-55bcd3d6db62 HTTP/1.1" status: 200 len: 210 time: 0.0283413 Aug 13 03:16:53.192653 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2a9c5cb-ab9a-410c-898a-bfd7143d473f req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Router 0b48eaad-662d-47a1-9864-53db559ad6ee has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:16:53.317662 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2a9c5cb-ab9a-410c-898a-bfd7143d473f req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:16:53.330975 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df588f70-cf8b-47b4-83ad-7e9ada75fbe5 None None] Sync routers for ids ['0b48eaad-662d-47a1-9864-53db559ad6ee'] in dv-cinder-760192-6-iscsi {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:16:53.347302 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df588f70-cf8b-47b4-83ad-7e9ada75fbe5 None None] Routers {'0b48eaad-662d-47a1-9864-53db559ad6ee'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:16:53.348383 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-df588f70-cf8b-47b4-83ad-7e9ada75fbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:16:26Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['0b48eaad-662d-47a1-9864-53db559ad6ee'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:16:53.366428 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a9c5cb-ab9a-410c-898a-bfd7143d473f req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] No DVR routers for this DVR port f3e9fe90-6241-4c50-9ba4-b330eedece8f on host hv-cinder-76019 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:16:53.369185 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d2a9c5cb-ab9a-410c-898a-bfd7143d473f req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:53.371258 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d2a9c5cb-ab9a-410c-898a-bfd7143d473f req-85ee79aa-9396-4216-89dc-2faec838ac2d tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.36 "DELETE /v2.0/ports/f3e9fe90-6241-4c50-9ba4-b330eedece8f HTTP/1.1" status: 204 len: 173 time: 0.8607154 Aug 13 03:16:53.373332 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b765311b-3cd1-4992-a98d-55bcd3d6db62', 'name': 'network-vif-deleted', 'tag': 'f3e9fe90-6241-4c50-9ba4-b330eedece8f'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:16:53.375265 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ae64db-24a0-4005-8f9e-134adf9851bc" -d '{"events": [{"server_uuid": "b765311b-3cd1-4992-a98d-55bcd3d6db62", "name": "network-vif-deleted", "tag": "f3e9fe90-6241-4c50-9ba4-b330eedece8f"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:16:53.418776 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ebba73-a96a-44e1-b6be-a5d6c151e7a7 x-openstack-request-id: req-68ebba73-a96a-44e1-b6be-a5d6c151e7a7 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:16:53.419112 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b765311b-3cd1-4992-a98d-55bcd3d6db62", "name": "network-vif-deleted", "tag": "f3e9fe90-6241-4c50-9ba4-b330eedece8f", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:16:53.419370 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68ebba73-a96a-44e1-b6be-a5d6c151e7a7 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:16:53.419808 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b765311b-3cd1-4992-a98d-55bcd3d6db62', 'name': 'network-vif-deleted', 'tag': 'f3e9fe90-6241-4c50-9ba4-b330eedece8f', 'status': 'completed', 'code': 200} Aug 13 03:16:53.505134 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-df588f70-cf8b-47b4-83ad-7e9ada75fbe5 None None] Set router 0b48eaad-662d-47a1-9864-53db559ad6ee gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:16:53.733687 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-df588f70-cf8b-47b4-83ad-7e9ada75fbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'name': 'tempest-AttachVolumeTestJSON-1814287867-router', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:52Z', 'revision_number': 4, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'gw_port': {'id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '47eda447-f478-4f6c-bde1-a5178a5407d8', 'name': '', 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'mac_address': 'fa:16:3e:80:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:52Z', 'updated_at': '2021-08-13T03:08:57Z', 'revision_number': 5, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'subnets': [{'id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:16:53.761294 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df588f70-cf8b-47b4-83ad-7e9ada75fbe5 None None] Checking router: 0b48eaad-662d-47a1-9864-53db559ad6ee for host: dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:16:53.772304 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df588f70-cf8b-47b4-83ad-7e9ada75fbe5 None None] Routers {'0b48eaad-662d-47a1-9864-53db559ad6ee'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:16:53.772951 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-df588f70-cf8b-47b4-83ad-7e9ada75fbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:16:26Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['0b48eaad-662d-47a1-9864-53db559ad6ee'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:16:53.921202 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-df588f70-cf8b-47b4-83ad-7e9ada75fbe5 None None] Set router 0b48eaad-662d-47a1-9864-53db559ad6ee gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:16:54.167049 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-df588f70-cf8b-47b4-83ad-7e9ada75fbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'name': 'tempest-AttachVolumeTestJSON-1814287867-router', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:52Z', 'revision_number': 4, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'gw_port': {'id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '47eda447-f478-4f6c-bde1-a5178a5407d8', 'name': '', 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'mac_address': 'fa:16:3e:80:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:52Z', 'updated_at': '2021-08-13T03:08:57Z', 'revision_number': 5, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'subnets': [{'id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:16:54.195052 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df588f70-cf8b-47b4-83ad-7e9ada75fbe5 None None] The sync data for ids ['0b48eaad-662d-47a1-9864-53db559ad6ee'] in dv-cinder-760192-6-iscsi is: [{'id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'name': 'tempest-AttachVolumeTestJSON-1814287867-router', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:52Z', 'revision_number': 4, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'gw_port': {'id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '47eda447-f478-4f6c-bde1-a5178a5407d8', 'name': '', 'network_id': '4b81ac45-3159-4212-beb3-c2c0273b749e', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'mac_address': 'fa:16:3e:80:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:52Z', 'updated_at': '2021-08-13T03:08:57Z', 'revision_number': 5, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'subnets': [{'id': '68827f2e-de90-4b53-a7db-7453893ac91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:16:54.292936 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58136) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:16:54.353566 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c0f41379-e644-4ede-86ec-61dc92834609 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:54.388645 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c0f41379-e644-4ede-86ec-61dc92834609 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:54.457761 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c0f41379-e644-4ede-86ec-61dc92834609 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:54.464197 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c0f41379-e644-4ede-86ec-61dc92834609 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:54.466598 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-c0f41379-e644-4ede-86ec-61dc92834609 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "DELETE /v2.0/security-groups/16b69b45-1bd2-4c0e-91a6-a8726d0c622f HTTP/1.1" status: 204 len: 168 time: 0.1714406 Aug 13 03:16:54.469737 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58138) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:16:54.483657 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f41379-e644-4ede-86ec-61dc92834609 tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b69b45-1bd2-4c0e-91a6-a8726d0c622f,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:16:54.484279 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292c7950-e54e-4630-8318-fdcc97f13d40 None None] New status for floating IP 548911d6-b6a4-46e6-8d9d-d0cd7650d234: DOWN {{(pid=100522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:16:54.489299 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.api.v2.resource [None req-7b48b6e4-97bc-45ce-b415-f3bd172f0f5c tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] show failed (client error): The resource could not be found. Aug 13 03:16:54.495302 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58140) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:16:54.495739 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-7b48b6e4-97bc-45ce-b415-f3bd172f0f5c tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "GET /v2.0/security-groups/16b69b45-1bd2-4c0e-91a6-a8726d0c622f HTTP/1.1" status: 404 len: 347 time: 0.0242817 Aug 13 03:16:54.634430 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-d7bdd197-fc96-4d3d-b642-75989d62bcdc tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Deleting port 5ccd47f2-6fda-42b6-8c7f-a57f6615f170 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:16:54.634776 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd197-fc96-4d3d-b642-75989d62bcdc tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:54.721859 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd197-fc96-4d3d-b642-75989d62bcdc tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:54.722333 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd197-fc96-4d3d-b642-75989d62bcdc tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:54.735695 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-d7bdd197-fc96-4d3d-b642-75989d62bcdc tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Calling delete_port for 5ccd47f2-6fda-42b6-8c7f-a57f6615f170 owned by network:floatingip {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:16:54.910537 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd197-fc96-4d3d-b642-75989d62bcdc tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:54.937840 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bdd197-fc96-4d3d-b642-75989d62bcdc tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Pushing event deleted for resources: {'Port': ['ID=5ccd47f2-6fda-42b6-8c7f-a57f6615f170,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:16:55.003579 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd197-fc96-4d3d-b642-75989d62bcdc tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks [] for floatingip, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:55.006296 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd197-fc96-4d3d-b642-75989d62bcdc tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for floatingip, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:55.007561 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-d7bdd197-fc96-4d3d-b642-75989d62bcdc tempest-AttachVolumeTestJSON-1074888166 tempest-AttachVolumeTestJSON-1074888166-project] 10.222.0.13 "DELETE /v2.0/floatingips/548911d6-b6a4-46e6-8d9d-d0cd7650d234 HTTP/1.1" status: 204 len: 168 time: 0.5111814 Aug 13 03:16:55.524138 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-d0a6da95-492c-4bf2-8e57-c4e48156b208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:55.827837 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:56.338727 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device f3e9fe90-6241-4c50-9ba4-b330eedece8f no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:16:56.365028 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] No Port match for: f3e9fe90-6241-4c50-9ba4-b330eedece8f {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:16:56.365387 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device f3e9fe90-6241-4c50-9ba4-b330eedece8f not bound to the agent host hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:16:56.470545 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:57.901099 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:58.606936 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58168) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:16:59.132505 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa9b6-484e-4d06-9f75-dedd31ab2aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1752981'] for router_interface, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:59.393061 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-2c5aa9b6-484e-4d06-9f75-dedd31ab2aae admin admin] Deleting port 47eda447-f478-4f6c-bde1-a5178a5407d8 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:16:59.393311 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa9b6-484e-4d06-9f75-dedd31ab2aae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:59.474596 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-2c5aa9b6-484e-4d06-9f75-dedd31ab2aae admin admin] For port 47eda447-f478-4f6c-bde1-a5178a5407d8, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=47eda447-f478-4f6c-bde1-a5178a5407d8,segment=NetworkSegment(bdfa2665-bbe2-4c9f-899d-89c079dc9b0c),segment_id=bdfa2665-bbe2-4c9f-899d-89c079dc9b0c)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:16:59.475005 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa9b6-484e-4d06-9f75-dedd31ab2aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:59.488954 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-2c5aa9b6-484e-4d06-9f75-dedd31ab2aae admin admin] Calling delete_port for 47eda447-f478-4f6c-bde1-a5178a5407d8 owned by network:router_interface {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:16:59.678207 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa9b6-484e-4d06-9f75-dedd31ab2aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:16:59.708693 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5aa9b6-484e-4d06-9f75-dedd31ab2aae admin admin] Pushing event deleted for resources: {'Port': ['ID=47eda447-f478-4f6c-bde1-a5178a5407d8,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:16:59.888607 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa9b6-484e-4d06-9f75-dedd31ab2aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1790757'] for router_interface, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:00.363070 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5aa9b6-484e-4d06-9f75-dedd31ab2aae admin admin] Router 0b48eaad-662d-47a1-9864-53db559ad6ee has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:17:00.474164 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5aa9b6-484e-4d06-9f75-dedd31ab2aae admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:17:00.479701 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-2c5aa9b6-484e-4d06-9f75-dedd31ab2aae admin admin] 10.222.0.13 "PUT /v2.0/routers/0b48eaad-662d-47a1-9864-53db559ad6ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8713779 Aug 13 03:17:00.483678 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58172) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:00.484932 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1c2de1-0e68-46fa-9cad-6aef2a97e8fd None None] Sync routers for ids ['0b48eaad-662d-47a1-9864-53db559ad6ee'] in dv-cinder-760192-6-iscsi {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:17:00.495184 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1c2de1-0e68-46fa-9cad-6aef2a97e8fd None None] Routers {'0b48eaad-662d-47a1-9864-53db559ad6ee'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:17:00.495834 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-5f1c2de1-0e68-46fa-9cad-6aef2a97e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:16:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['0b48eaad-662d-47a1-9864-53db559ad6ee'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:17:00.596246 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] Notify callbacks [] for router, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:00.603528 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-5f1c2de1-0e68-46fa-9cad-6aef2a97e8fd None None] Set router 0b48eaad-662d-47a1-9864-53db559ad6ee gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:17:00.704180 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:00.760731 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] Deleting port becc45f8-08e3-4b05-891f-664676956ff7 {{(pid=100521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:17:00.761064 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:00.793677 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-5f1c2de1-0e68-46fa-9cad-6aef2a97e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'name': 'tempest-AttachVolumeTestJSON-1814287867-router', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:16:59Z', 'revision_number': 5, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'gw_port': {'id': 'becc45f8-08e3-4b05-891f-664676956ff7', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:17:00.821634 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1c2de1-0e68-46fa-9cad-6aef2a97e8fd None None] Checking router: 0b48eaad-662d-47a1-9864-53db559ad6ee for host: dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:17:00.831359 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1c2de1-0e68-46fa-9cad-6aef2a97e8fd None None] Routers {'0b48eaad-662d-47a1-9864-53db559ad6ee'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:17:00.832004 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-5f1c2de1-0e68-46fa-9cad-6aef2a97e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:16:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['0b48eaad-662d-47a1-9864-53db559ad6ee'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:17:00.854113 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] For port becc45f8-08e3-4b05-891f-664676956ff7, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=becc45f8-08e3-4b05-891f-664676956ff7,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:17:00.854510 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:00.867089 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] Calling delete_port for becc45f8-08e3-4b05-891f-664676956ff7 owned by network:router_gateway {{(pid=100521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:17:00.923203 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-5f1c2de1-0e68-46fa-9cad-6aef2a97e8fd None None] Set router 0b48eaad-662d-47a1-9864-53db559ad6ee gateway port host: None {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:17:00.980001 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-5f1c2de1-0e68-46fa-9cad-6aef2a97e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'name': 'tempest-AttachVolumeTestJSON-1814287867-router', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:17:00Z', 'revision_number': 6, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'gw_port_host': None}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:17:01.064528 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15926878'] for port, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:01.094250 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] Pushing event deleted for resources: {'Port': ['ID=becc45f8-08e3-4b05-891f-664676956ff7,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:01.103312 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1c2de1-0e68-46fa-9cad-6aef2a97e8fd None None] The sync data for ids ['0b48eaad-662d-47a1-9864-53db559ad6ee'] in dv-cinder-760192-6-iscsi is: [{'id': '0b48eaad-662d-47a1-9864-53db559ad6ee', 'name': 'tempest-AttachVolumeTestJSON-1814287867-router', 'tenant_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:08:50Z', 'updated_at': '2021-08-13T03:17:00Z', 'revision_number': 6, 'project_id': 'c1ca17cfabb94060a5d83994ebd072fc', 'gw_port_host': None}] {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:17:01.125655 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:01.126119 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:01.126411 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:01.126707 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:01.127079 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:01.127415 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:01.127815 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:01.128153 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:01.128484 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:01.128824 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:01.129164 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:01.129502 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:01.175993 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790687'] for router_gateway, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:01.276608 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1791283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-402'] for router, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:01.280196 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:01.332363 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1791292'] for router, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:01.333424 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b48eaad-662d-47a1-9864-53db559ad6ee {{(pid=100521) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:17:01.339273 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] Notify callbacks [] for router, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:01.341346 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-7b7d3c96-4e9e-44fd-bfcb-90482af399ea admin admin] 10.222.0.13 "DELETE /v2.0/routers/0b48eaad-662d-47a1-9864-53db559ad6ee HTTP/1.1" status: 204 len: 168 time: 0.8563745 Aug 13 03:17:01.344583 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58174) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:01.402792 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5aa98d-c2bc-4d09-b9e5-c1ddea820357 admin admin] Deleting subnet 68827f2e-de90-4b53-a7db-7453893ac91c {{(pid=100520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:17:01.406298 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1c5aa98d-c2bc-4d09-b9e5-c1ddea820357 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:01.458394 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1c5aa98d-c2bc-4d09-b9e5-c1ddea820357 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13532310'] for subnet, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:01.564220 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1c5aa98d-c2bc-4d09-b9e5-c1ddea820357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544759'] for subnet, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:01.618726 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1c5aa98d-c2bc-4d09-b9e5-c1ddea820357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13334767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13559792'] for subnet, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:01.645660 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5aa98d-c2bc-4d09-b9e5-c1ddea820357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68827f2e-de90-4b53-a7db-7453893ac91c,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:01.649489 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1c5aa98d-c2bc-4d09-b9e5-c1ddea820357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:01.651446 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-1c5aa98d-c2bc-4d09-b9e5-c1ddea820357 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/68827f2e-de90-4b53-a7db-7453893ac91c HTTP/1.1" status: 204 len: 168 time: 0.3056901 Aug 13 03:17:01.654421 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58176) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:01.659999 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78c8466-65ab-42e6-ad6f-498ff73f890b None None] Network 4b81ac45-3159-4212-beb3-c2c0273b749e requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:17:01.727840 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-63361130-b99c-4ead-807e-bee492d81284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529704'] for network, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:01.814207 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-63361130-b99c-4ead-807e-bee492d81284 admin admin] Deleting port 3d724555-e0ea-4649-bbc4-cf4062515f9a {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:17:01.814735 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-63361130-b99c-4ead-807e-bee492d81284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:01.890064 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-63361130-b99c-4ead-807e-bee492d81284 admin admin] For port 3d724555-e0ea-4649-bbc4-cf4062515f9a, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=3d724555-e0ea-4649-bbc4-cf4062515f9a,segment=NetworkSegment(bdfa2665-bbe2-4c9f-899d-89c079dc9b0c),segment_id=bdfa2665-bbe2-4c9f-899d-89c079dc9b0c)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:17:01.890453 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-63361130-b99c-4ead-807e-bee492d81284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:01.901277 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065f4293-5ad9-4573-a72a-07c14bfe6875 None None] DHCP port deletion for 4b81ac45-3159-4212-beb3-c2c0273b749e request from dv-cinder-760192-6-iscsi {{(pid=100522) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:17:01.905471 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-63361130-b99c-4ead-807e-bee492d81284 admin admin] Calling delete_port for 3d724555-e0ea-4649-bbc4-cf4062515f9a owned by network:dhcp {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:17:01.959940 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-065f4293-5ad9-4573-a72a-07c14bfe6875 None None] Deleting port 3d724555-e0ea-4649-bbc4-cf4062515f9a {{(pid=100522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:17:01.960316 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-065f4293-5ad9-4573-a72a-07c14bfe6875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:02.026255 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-065f4293-5ad9-4573-a72a-07c14bfe6875 None None] For port 3d724555-e0ea-4649-bbc4-cf4062515f9a, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=3d724555-e0ea-4649-bbc4-cf4062515f9a,segment=NetworkSegment(bdfa2665-bbe2-4c9f-899d-89c079dc9b0c),segment_id=bdfa2665-bbe2-4c9f-899d-89c079dc9b0c)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:17:02.026667 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-065f4293-5ad9-4573-a72a-07c14bfe6875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:02.035427 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-63361130-b99c-4ead-807e-bee492d81284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:02.042076 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-065f4293-5ad9-4573-a72a-07c14bfe6875 None None] Calling delete_port for 3d724555-e0ea-4649-bbc4-cf4062515f9a owned by network:dhcp {{(pid=100522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:17:02.065450 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63361130-b99c-4ead-807e-bee492d81284 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d724555-e0ea-4649-bbc4-cf4062515f9a,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:02.067333 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63361130-b99c-4ead-807e-bee492d81284 admin admin] No DVR routers for this DVR port 3d724555-e0ea-4649-bbc4-cf4062515f9a on host dv-cinder-760192-6-iscsi {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:17:02.147834 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-63361130-b99c-4ead-807e-bee492d81284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543600', 'neutron.services.segments.db._delete_segments_for_network-8730805984624'] for network, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:02.163468 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-63361130-b99c-4ead-807e-bee492d81284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b81ac45-3159-4212-beb3-c2c0273b749e']}} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:17:02.179714 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-63361130-b99c-4ead-807e-bee492d81284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfa2665-bbe2-4c9f-899d-89c079dc9b0c') {'for_net_delete': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:17:02.180370 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-63361130-b99c-4ead-807e-bee492d81284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfa2665-bbe2-4c9f-899d-89c079dc9b0c') {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:17:02.197463 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-63361130-b99c-4ead-807e-bee492d81284 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730805986425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13532289'] for segment, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:02.220889 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-63361130-b99c-4ead-807e-bee492d81284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:02.228745 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63361130-b99c-4ead-807e-bee492d81284 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=100520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:17:02.229291 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-63361130-b99c-4ead-807e-bee492d81284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13334577'] for segment, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: Traceback (most recent call last): Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: timer() Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: cb(*args, **kw) Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: return func(*args, **kwargs) Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: self._notify() Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: self.callback(batched_events) Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: event.method(event) Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: return f(self, *a, **k) Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: return self._get(url).json() Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: return self.request(url, 'GET', **kwargs) Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:17:02.232769 dv-cinder-760192-6-iscsi neutron-server[100520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:17:02.288306 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-065f4293-5ad9-4573-a72a-07c14bfe6875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668'] for port, after_delete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:02.303196 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-63361130-b99c-4ead-807e-bee492d81284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790627'] for network, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:02.308764 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-63361130-b99c-4ead-807e-bee492d81284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:02.313830 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-63361130-b99c-4ead-807e-bee492d81284 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4b81ac45-3159-4212-beb3-c2c0273b749e HTTP/1.1" status: 204 len: 168 time: 0.6558049 Aug 13 03:17:02.316859 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f4293-5ad9-4573-a72a-07c14bfe6875 None None] Pushing event deleted for resources: {'Port': ['ID=3d724555-e0ea-4649-bbc4-cf4062515f9a,revision_number=None']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:02.319271 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065f4293-5ad9-4573-a72a-07c14bfe6875 None None] No DVR routers for this DVR port 3d724555-e0ea-4649-bbc4-cf4062515f9a on host dv-cinder-760192-6-iscsi {{(pid=100522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:17:02.327589 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f4293-5ad9-4573-a72a-07c14bfe6875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:02.327842 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63361130-b99c-4ead-807e-bee492d81284 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b81ac45-3159-4212-beb3-c2c0273b749e,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:02.327945 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f4293-5ad9-4573-a72a-07c14bfe6875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:02.328287 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f4293-5ad9-4573-a72a-07c14bfe6875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:02.328626 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f4293-5ad9-4573-a72a-07c14bfe6875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:02.328962 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f4293-5ad9-4573-a72a-07c14bfe6875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:02.329300 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f4293-5ad9-4573-a72a-07c14bfe6875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:02.329636 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f4293-5ad9-4573-a72a-07c14bfe6875 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:02.329970 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f4293-5ad9-4573-a72a-07c14bfe6875 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:02.330305 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f4293-5ad9-4573-a72a-07c14bfe6875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:02.330628 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f4293-5ad9-4573-a72a-07c14bfe6875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:02.331129 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f4293-5ad9-4573-a72a-07c14bfe6875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:02.331656 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f4293-5ad9-4573-a72a-07c14bfe6875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:02.462364 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58180) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:02.505664 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-69b019ae-2731-4db5-99c9-82fd3a087d1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1ca17cfabb94060a5d83994ebd072fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420377 Aug 13 03:17:02.508314 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58182) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:02.561941 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a1a126f6-3ef2-4adf-afa1-13f5aa467aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:02.583850 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a1a126f6-3ef2-4adf-afa1-13f5aa467aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:02.637777 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a1a126f6-3ef2-4adf-afa1-13f5aa467aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:02.641371 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a1a126f6-3ef2-4adf-afa1-13f5aa467aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:02.642649 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-a1a126f6-3ef2-4adf-afa1-13f5aa467aa3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1afd66c-af72-4849-a675-e618e93e03ae HTTP/1.1" status: 204 len: 168 time: 0.1333787 Aug 13 03:17:02.651906 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a126f6-3ef2-4adf-afa1-13f5aa467aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1afd66c-af72-4849-a675-e618e93e03ae,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:03.137771 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device becc45f8-08e3-4b05-891f-664676956ff7 no longer exists at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:17:03.158353 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] No Port match for: becc45f8-08e3-4b05-891f-664676956ff7 {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:17:03.158704 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device becc45f8-08e3-4b05-891f-664676956ff7 not bound to the agent host dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:17:03.159130 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 3d724555-e0ea-4649-bbc4-cf4062515f9a no longer exists at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:17:03.180564 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] No Port match for: 3d724555-e0ea-4649-bbc4-cf4062515f9a {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:17:03.181024 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 3d724555-e0ea-4649-bbc4-cf4062515f9a not bound to the agent host dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:17:03.181542 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 47eda447-f478-4f6c-bde1-a5178a5407d8 no longer exists at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:17:03.201979 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] No Port match for: 47eda447-f478-4f6c-bde1-a5178a5407d8 {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:17:03.202332 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 47eda447-f478-4f6c-bde1-a5178a5407d8 not bound to the agent host dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:17:06.517631 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58244) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:06.625390 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-003e5972-d38a-4ef5-8283-15f7631ab896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:06.715341 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-003e5972-d38a-4ef5-8283-15f7631ab896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:06.720142 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-003e5972-d38a-4ef5-8283-15f7631ab896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:06.756610 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e5972-d38a-4ef5-8283-15f7631ab896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a6ccde-0a78-4e2f-a370-98b546586603,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:06.760931 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-003e5972-d38a-4ef5-8283-15f7631ab896 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22848aaa842540b9879da4681cbf4423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422800 Aug 13 03:17:06.764403 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58248) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:06.815886 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3db836fc-da6a-4f3f-93d7-ec139949512f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:06.841191 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3db836fc-da6a-4f3f-93d7-ec139949512f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:06.887318 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3db836fc-da6a-4f3f-93d7-ec139949512f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:06.890376 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3db836fc-da6a-4f3f-93d7-ec139949512f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:06.891549 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-3db836fc-da6a-4f3f-93d7-ec139949512f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39a6ccde-0a78-4e2f-a370-98b546586603 HTTP/1.1" status: 204 len: 168 time: 0.1262815 Aug 13 03:17:06.899567 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db836fc-da6a-4f3f-93d7-ec139949512f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a6ccde-0a78-4e2f-a370-98b546586603,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:08.778137 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58310) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:08.893282 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-cdea1ba3-a69f-44cd-9bad-fcf268143832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:08.981967 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-cdea1ba3-a69f-44cd-9bad-fcf268143832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:08.985567 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-cdea1ba3-a69f-44cd-9bad-fcf268143832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:09.023456 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-cdea1ba3-a69f-44cd-9bad-fcf268143832 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1f5bf08be2845ffb3678f7d8e36586d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442346 Aug 13 03:17:09.024353 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea1ba3-a69f-44cd-9bad-fcf268143832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d5e999-7456-47fd-826d-958c8c16f830,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:09.026295 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58314) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:09.077223 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-45747268-1a14-4f7a-a5d6-3f65c190f8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:09.099291 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-45747268-1a14-4f7a-a5d6-3f65c190f8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:09.145713 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-45747268-1a14-4f7a-a5d6-3f65c190f8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:09.148270 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-45747268-1a14-4f7a-a5d6-3f65c190f8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:09.149424 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-45747268-1a14-4f7a-a5d6-3f65c190f8b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07d5e999-7456-47fd-826d-958c8c16f830 HTTP/1.1" status: 204 len: 168 time: 0.1221323 Aug 13 03:17:09.157557 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45747268-1a14-4f7a-a5d6-3f65c190f8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d5e999-7456-47fd-826d-958c8c16f830,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:09.418088 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58320) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:09.433670 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1f141d0d-7194-4005-8ab2-bd18dbf4c54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:09.527845 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1f141d0d-7194-4005-8ab2-bd18dbf4c54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:09.531873 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1f141d0d-7194-4005-8ab2-bd18dbf4c54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:09.570718 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-1f141d0d-7194-4005-8ab2-bd18dbf4c54b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7da1884bb29342adb4da8fc9039f032f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512446 Aug 13 03:17:09.571646 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f141d0d-7194-4005-8ab2-bd18dbf4c54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0ddb08-c1cb-4b42-9d46-c164c7cb0f1d,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:09.573402 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58322) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:09.624013 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-cf8e6eef-946f-40d7-bde2-ce1844fa3639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:09.646407 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-cf8e6eef-946f-40d7-bde2-ce1844fa3639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:09.690917 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-cf8e6eef-946f-40d7-bde2-ce1844fa3639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:09.693576 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-cf8e6eef-946f-40d7-bde2-ce1844fa3639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:09.694724 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-cf8e6eef-946f-40d7-bde2-ce1844fa3639 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e0ddb08-c1cb-4b42-9d46-c164c7cb0f1d HTTP/1.1" status: 204 len: 168 time: 0.1198051 Aug 13 03:17:09.703231 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e6eef-946f-40d7-bde2-ce1844fa3639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0ddb08-c1cb-4b42-9d46-c164c7cb0f1d,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:11.281927 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58366) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:11.392144 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-0bd95dba-76ba-4471-ab8c-ded5bd82bd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:11.484828 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-0bd95dba-76ba-4471-ab8c-ded5bd82bd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:11.488792 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-0bd95dba-76ba-4471-ab8c-ded5bd82bd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:11.526807 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd95dba-76ba-4471-ab8c-ded5bd82bd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9076e3a-f524-434e-be06-e157f923625a,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:11.531713 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-0bd95dba-76ba-4471-ab8c-ded5bd82bd6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10bb7d95360b42b5bdd71611586932da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487245 Aug 13 03:17:11.534446 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58370) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:11.583956 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e5a0e63d-70fc-4fd7-9e4c-e6c2b419d8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:11.605771 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e5a0e63d-70fc-4fd7-9e4c-e6c2b419d8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:11.652190 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e5a0e63d-70fc-4fd7-9e4c-e6c2b419d8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:11.654733 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e5a0e63d-70fc-4fd7-9e4c-e6c2b419d8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:11.655927 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-e5a0e63d-70fc-4fd7-9e4c-e6c2b419d8a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9076e3a-f524-434e-be06-e157f923625a HTTP/1.1" status: 204 len: 168 time: 0.1207445 Aug 13 03:17:11.663676 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0e63d-70fc-4fd7-9e4c-e6c2b419d8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9076e3a-f524-434e-be06-e157f923625a,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:11.917180 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58376) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:11.931237 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-bc47e370-c5e7-4a88-a4e0-3aafc8650b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:12.025492 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-bc47e370-c5e7-4a88-a4e0-3aafc8650b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:12.030351 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-bc47e370-c5e7-4a88-a4e0-3aafc8650b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:12.070659 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-bc47e370-c5e7-4a88-a4e0-3aafc8650b9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4098f6ecaacf4fba86846039183b447d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1514268 Aug 13 03:17:12.071538 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47e370-c5e7-4a88-a4e0-3aafc8650b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f273af-498a-4f12-a12c-1c9203a1f851,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:12.073446 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58378) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:12.125650 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-815e1088-1ca0-4873-bc56-4e0de39e5b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:12.147146 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-815e1088-1ca0-4873-bc56-4e0de39e5b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:12.193128 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-815e1088-1ca0-4873-bc56-4e0de39e5b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:12.195833 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-815e1088-1ca0-4873-bc56-4e0de39e5b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:12.196989 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-815e1088-1ca0-4873-bc56-4e0de39e5b4d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7f273af-498a-4f12-a12c-1c9203a1f851 HTTP/1.1" status: 204 len: 168 time: 0.1216125 Aug 13 03:17:12.205558 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e1088-1ca0-4873-bc56-4e0de39e5b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f273af-498a-4f12-a12c-1c9203a1f851,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:12.897718 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58400) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:12.992134 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-7333e3bf-8af1-4984-b147-a883cf28976b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1158382121-network', 'tenant_id': '66e2d668d13e43f5a6036fdf6682fe1d'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:17:13.014238 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7333e3bf-8af1-4984-b147-a883cf28976b admin admin] Made reservation on behalf of 66e2d668d13e43f5a6036fdf6682fe1d for: {'network': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:17:13.016583 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7333e3bf-8af1-4984-b147-a883cf28976b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for network, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:13.024979 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7333e3bf-8af1-4984-b147-a883cf28976b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:13.117486 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7333e3bf-8af1-4984-b147-a883cf28976b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:13.121927 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7333e3bf-8af1-4984-b147-a883cf28976b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:13.142869 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7333e3bf-8af1-4984-b147-a883cf28976b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=100520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:17:13.158404 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333e3bf-8af1-4984-b147-a883cf28976b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590de902-379d-4cb4-937c-eccfb645d810,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:13.161600 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7333e3bf-8af1-4984-b147-a883cf28976b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:13.161932 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.db.segments_db [None req-7333e3bf-8af1-4984-b147-a883cf28976b admin admin] Added segment d3693066-64fc-412e-92d3-a708f0bcc23f of type vlan for network f35f6648-2a18-4f2a-9e72-24119c28d870 Aug 13 03:17:13.204115 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7333e3bf-8af1-4984-b147-a883cf28976b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730805411148'] for network, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:13.233665 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7333e3bf-8af1-4984-b147-a883cf28976b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for network, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:13.234697 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7333e3bf-8af1-4984-b147-a883cf28976b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:17:13.235287 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7333e3bf-8af1-4984-b147-a883cf28976b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:13.290794 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-7333e3bf-8af1-4984-b147-a883cf28976b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3919349 Aug 13 03:17:13.294684 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58404) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:13.297024 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333e3bf-8af1-4984-b147-a883cf28976b admin admin] Pushing event updated for resources: {'Network': ['ID=f35f6648-2a18-4f2a-9e72-24119c28d870,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:13.299957 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-46b20a47-f0fb-4381-ba70-0ca76599a4dc admin admin] Request body: {'subnet': {'network_id': 'f35f6648-2a18-4f2a-9e72-24119c28d870', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1158382121-subnet', 'tenant_id': '66e2d668d13e43f5a6036fdf6682fe1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:17:13.309818 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Network f35f6648-2a18-4f2a-9e72-24119c28d870 details requested by agent ovs-agent-dv-cinder-760192-6-iscsi with host dv-cinder-760192-6-iscsi {{(pid=100522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:17:13.325208 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b20a47-f0fb-4381-ba70-0ca76599a4dc admin admin] Made reservation on behalf of 66e2d668d13e43f5a6036fdf6682fe1d for: {'subnet': 1} {{(pid=100521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:17:13.327682 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-46b20a47-f0fb-4381-ba70-0ca76599a4dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13756120'] for subnet, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:13.502807 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-46b20a47-f0fb-4381-ba70-0ca76599a4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15926826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13756138'] for subnet, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:13.570017 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b20a47-f0fb-4381-ba70-0ca76599a4dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=583beab8-0cc1-45fb-844e-b06ffbc06b4d,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:13.578806 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b20a47-f0fb-4381-ba70-0ca76599a4dc admin admin] Checking segment: {'id': 'd3693066-64fc-412e-92d3-a708f0bcc23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f35f6648-2a18-4f2a-9e72-24119c28d870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:17:13.579200 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b20a47-f0fb-4381-ba70-0ca76599a4dc admin admin] Network hostable DHCP agents. Network: f35f6648-2a18-4f2a-9e72-24119c28d870, hostable agents: ['595598fe-73c0-479d-97dd-8b235d94b446'], hosted agents: [] {{(pid=100521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:17:13.598449 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b20a47-f0fb-4381-ba70-0ca76599a4dc admin admin] Network f35f6648-2a18-4f2a-9e72-24119c28d870 is scheduled to be hosted by DHCP agent 595598fe-73c0-479d-97dd-8b235d94b446 with binding_index 1 {{(pid=100521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:17:13.609645 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-46b20a47-f0fb-4381-ba70-0ca76599a4dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760192-6-iscsi, f35f6648-2a18-4f2a-9e72-24119c28d870) {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:17:13.614042 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b20a47-f0fb-4381-ba70-0ca76599a4dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:17:13.614628 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-46b20a47-f0fb-4381-ba70-0ca76599a4dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:13.621490 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f60f1c-a8f7-4748-a0ef-68a4f6877ee7 None None] Network f35f6648-2a18-4f2a-9e72-24119c28d870 requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:17:13.629708 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-46b20a47-f0fb-4381-ba70-0ca76599a4dc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3338492 Aug 13 03:17:13.750192 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b7f0e6-3af4-4676-98ba-ee51fdf2d20f None None] Network f35f6648-2a18-4f2a-9e72-24119c28d870 requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:17:14.107384 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58420) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:14.112379 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-346d8b5a-5c30-41c2-a071-3d0934c436dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-73231034-network', 'tenant_id': '5b1f8cfccaf74565ae05aadf2c13244d'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:17:14.133119 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346d8b5a-5c30-41c2-a071-3d0934c436dc admin admin] Made reservation on behalf of 5b1f8cfccaf74565ae05aadf2c13244d for: {'network': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:17:14.135605 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-346d8b5a-5c30-41c2-a071-3d0934c436dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for network, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:14.145066 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-346d8b5a-5c30-41c2-a071-3d0934c436dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:14.236236 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-346d8b5a-5c30-41c2-a071-3d0934c436dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:14.240249 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-346d8b5a-5c30-41c2-a071-3d0934c436dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:14.268064 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-346d8b5a-5c30-41c2-a071-3d0934c436dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=100520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:17:14.274352 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d8b5a-5c30-41c2-a071-3d0934c436dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8828fdbf-1223-4524-a926-2994ec3217a7,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:14.280979 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-346d8b5a-5c30-41c2-a071-3d0934c436dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:14.281326 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.db.segments_db [None req-346d8b5a-5c30-41c2-a071-3d0934c436dc admin admin] Added segment d257a54f-e274-4c4b-a65e-ce920ae69fc3 of type vlan for network af081011-45e1-4db3-b216-7b14bfd864dd Aug 13 03:17:14.322296 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-346d8b5a-5c30-41c2-a071-3d0934c436dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730805411148'] for network, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:14.351402 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-346d8b5a-5c30-41c2-a071-3d0934c436dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for network, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:14.352380 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346d8b5a-5c30-41c2-a071-3d0934c436dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:17:14.352973 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-346d8b5a-5c30-41c2-a071-3d0934c436dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:14.407271 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-346d8b5a-5c30-41c2-a071-3d0934c436dc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2987010 Aug 13 03:17:14.409984 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58422) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:14.414743 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-24fa4ae3-2e5c-453c-ac34-2117ed5d6985 admin admin] Request body: {'subnet': {'network_id': 'af081011-45e1-4db3-b216-7b14bfd864dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-73231034-subnet', 'tenant_id': '5b1f8cfccaf74565ae05aadf2c13244d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:17:14.422576 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d8b5a-5c30-41c2-a071-3d0934c436dc admin admin] Pushing event updated for resources: {'Network': ['ID=af081011-45e1-4db3-b216-7b14bfd864dd,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:14.432963 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Network af081011-45e1-4db3-b216-7b14bfd864dd details requested by agent ovs-agent-dv-cinder-760192-6-iscsi with host dv-cinder-760192-6-iscsi {{(pid=100522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:17:14.439836 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fa4ae3-2e5c-453c-ac34-2117ed5d6985 admin admin] Made reservation on behalf of 5b1f8cfccaf74565ae05aadf2c13244d for: {'subnet': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:17:14.442175 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-24fa4ae3-2e5c-453c-ac34-2117ed5d6985 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13559771'] for subnet, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:14.609818 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-24fa4ae3-2e5c-453c-ac34-2117ed5d6985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13334696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13559785'] for subnet, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:14.662337 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa4ae3-2e5c-453c-ac34-2117ed5d6985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9d5b84c-1036-4d44-8de6-be4364df6e53,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:14.672906 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fa4ae3-2e5c-453c-ac34-2117ed5d6985 admin admin] Checking segment: {'id': 'd257a54f-e274-4c4b-a65e-ce920ae69fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'af081011-45e1-4db3-b216-7b14bfd864dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:17:14.673265 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fa4ae3-2e5c-453c-ac34-2117ed5d6985 admin admin] Network hostable DHCP agents. Network: af081011-45e1-4db3-b216-7b14bfd864dd, hostable agents: ['595598fe-73c0-479d-97dd-8b235d94b446'], hosted agents: [] {{(pid=100520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:17:14.689201 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fa4ae3-2e5c-453c-ac34-2117ed5d6985 admin admin] Network af081011-45e1-4db3-b216-7b14bfd864dd is scheduled to be hosted by DHCP agent 595598fe-73c0-479d-97dd-8b235d94b446 with binding_index 1 {{(pid=100520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:17:14.697816 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-24fa4ae3-2e5c-453c-ac34-2117ed5d6985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760192-6-iscsi, af081011-45e1-4db3-b216-7b14bfd864dd) {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:17:14.701876 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fa4ae3-2e5c-453c-ac34-2117ed5d6985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:17:14.702463 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-24fa4ae3-2e5c-453c-ac34-2117ed5d6985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:14.708215 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d263a048-0ae5-4c78-8db5-a15e945e5e41 None None] Network af081011-45e1-4db3-b216-7b14bfd864dd requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:17:14.717180 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-24fa4ae3-2e5c-453c-ac34-2117ed5d6985 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3061848 Aug 13 03:17:14.841784 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aad4472-6fef-4472-880b-37bac3e3d92d None None] Network af081011-45e1-4db3-b216-7b14bfd864dd requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:17:17.879376 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:17:20.698350 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:22.574416 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-3cd43894-727f-424f-8fdb-804731e4f6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:25.529027 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-27e5106f-c169-4e2d-9e1d-65ddb0360000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:25.820988 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:26.467067 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:27.938735 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:28.219293 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58542) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:28.269362 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cacf477-7035-41c1-a854-d965fa002a70 admin admin] Deleting subnet 583beab8-0cc1-45fb-844e-b06ffbc06b4d {{(pid=100520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:17:28.272469 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3cacf477-7035-41c1-a854-d965fa002a70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:28.306536 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3cacf477-7035-41c1-a854-d965fa002a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13532310'] for subnet, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:28.345476 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3cacf477-7035-41c1-a854-d965fa002a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544759'] for subnet, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:28.397886 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3cacf477-7035-41c1-a854-d965fa002a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13334767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13559792'] for subnet, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:28.426093 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3cacf477-7035-41c1-a854-d965fa002a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:28.428053 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-3cacf477-7035-41c1-a854-d965fa002a70 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/583beab8-0cc1-45fb-844e-b06ffbc06b4d HTTP/1.1" status: 204 len: 168 time: 0.2077489 Aug 13 03:17:28.428855 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cacf477-7035-41c1-a854-d965fa002a70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=583beab8-0cc1-45fb-844e-b06ffbc06b4d,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:28.430408 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58544) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:28.502509 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-27403fd5-8fdb-479b-ada2-25657b88592b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529704'] for network, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:28.578621 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-27403fd5-8fdb-479b-ada2-25657b88592b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543600', 'neutron.services.segments.db._delete_segments_for_network-8730805984624'] for network, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:28.588680 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-27403fd5-8fdb-479b-ada2-25657b88592b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f35f6648-2a18-4f2a-9e72-24119c28d870']}} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:17:28.603583 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-27403fd5-8fdb-479b-ada2-25657b88592b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3693066-64fc-412e-92d3-a708f0bcc23f') {'for_net_delete': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:17:28.603884 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-27403fd5-8fdb-479b-ada2-25657b88592b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3693066-64fc-412e-92d3-a708f0bcc23f') {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:17:28.613220 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-27403fd5-8fdb-479b-ada2-25657b88592b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730805986425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13532289'] for segment, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:28.626404 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-27403fd5-8fdb-479b-ada2-25657b88592b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:28.632248 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27403fd5-8fdb-479b-ada2-25657b88592b admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=100520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:17:28.632759 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-27403fd5-8fdb-479b-ada2-25657b88592b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13334577'] for segment, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: Traceback (most recent call last): Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: timer() Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: cb(*args, **kw) Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: return func(*args, **kwargs) Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: self._notify() Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: self.callback(batched_events) Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: event.method(event) Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: return f(self, *a, **k) Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: return self._get(url).json() Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: return self.request(url, 'GET', **kwargs) Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:17:28.634371 dv-cinder-760192-6-iscsi neutron-server[100520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:17:28.687638 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-27403fd5-8fdb-479b-ada2-25657b88592b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790627'] for network, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:28.692757 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-27403fd5-8fdb-479b-ada2-25657b88592b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:28.694555 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-27403fd5-8fdb-479b-ada2-25657b88592b admin admin] 10.222.0.13 "DELETE /v2.0/networks/f35f6648-2a18-4f2a-9e72-24119c28d870 HTTP/1.1" status: 204 len: 168 time: 0.2632573 Aug 13 03:17:28.697548 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58546) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:28.705507 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27403fd5-8fdb-479b-ada2-25657b88592b admin admin] Pushing event deleted for resources: {'Network': ['ID=f35f6648-2a18-4f2a-9e72-24119c28d870,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:28.742132 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_v2 [None req-1928dcc5-a33d-42c0-92af-4a00cc9cbd4d admin admin] Deleting subnet d9d5b84c-1036-4d44-8de6-be4364df6e53 {{(pid=100521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:17:28.745296 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1928dcc5-a33d-42c0-92af-4a00cc9cbd4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:28.778959 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1928dcc5-a33d-42c0-92af-4a00cc9cbd4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12987336'] for subnet, precommit_delete_associations {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:28.821451 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1928dcc5-a33d-42c0-92af-4a00cc9cbd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544759'] for subnet, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:28.873076 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1928dcc5-a33d-42c0-92af-4a00cc9cbd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15926893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13756147'] for subnet, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:28.902331 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1928dcc5-a33d-42c0-92af-4a00cc9cbd4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:28.904520 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-1928dcc5-a33d-42c0-92af-4a00cc9cbd4d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d9d5b84c-1036-4d44-8de6-be4364df6e53 HTTP/1.1" status: 204 len: 168 time: 0.2059472 Aug 13 03:17:28.905569 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928dcc5-a33d-42c0-92af-4a00cc9cbd4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9d5b84c-1036-4d44-8de6-be4364df6e53,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:28.907102 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58548) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:28.978707 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a87a3692-273e-4e5e-8340-ffa877683d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529704'] for network, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:29.055157 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a87a3692-273e-4e5e-8340-ffa877683d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543600', 'neutron.services.segments.db._delete_segments_for_network-8730805984624'] for network, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:29.064650 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-a87a3692-273e-4e5e-8340-ffa877683d69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af081011-45e1-4db3-b216-7b14bfd864dd']}} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:17:29.074797 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-a87a3692-273e-4e5e-8340-ffa877683d69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd257a54f-e274-4c4b-a65e-ce920ae69fc3') {'for_net_delete': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:17:29.075092 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-a87a3692-273e-4e5e-8340-ffa877683d69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd257a54f-e274-4c4b-a65e-ce920ae69fc3') {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:17:29.083526 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a87a3692-273e-4e5e-8340-ffa877683d69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730805986425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13532289'] for segment, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:29.097717 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a87a3692-273e-4e5e-8340-ffa877683d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:29.103385 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a87a3692-273e-4e5e-8340-ffa877683d69 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=100520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:17:29.103803 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a87a3692-273e-4e5e-8340-ffa877683d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13334577'] for segment, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: Traceback (most recent call last): Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: timer() Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: cb(*args, **kw) Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: return func(*args, **kwargs) Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: self._notify() Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: self.callback(batched_events) Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: event.method(event) Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: return f(self, *a, **k) Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: return self._get(url).json() Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: return self.request(url, 'GET', **kwargs) Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:17:29.105507 dv-cinder-760192-6-iscsi neutron-server[100520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:17:29.161427 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a87a3692-273e-4e5e-8340-ffa877683d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790627'] for network, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:29.166490 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a87a3692-273e-4e5e-8340-ffa877683d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:29.168820 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-a87a3692-273e-4e5e-8340-ffa877683d69 admin admin] 10.222.0.13 "DELETE /v2.0/networks/af081011-45e1-4db3-b216-7b14bfd864dd HTTP/1.1" status: 204 len: 168 time: 0.2604613 Aug 13 03:17:29.179616 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a3692-273e-4e5e-8340-ffa877683d69 admin admin] Pushing event deleted for resources: {'Network': ['ID=af081011-45e1-4db3-b216-7b14bfd864dd,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:29.335616 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58552) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:29.374380 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-a41a8ee5-8e21-4ed9-b60b-981589f9ad2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66e2d668d13e43f5a6036fdf6682fe1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373509 Aug 13 03:17:29.376857 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58554) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:29.426169 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c63a9ad5-bdb0-4b98-bfc0-84ac2c355145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:29.447001 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c63a9ad5-bdb0-4b98-bfc0-84ac2c355145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:29.494217 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c63a9ad5-bdb0-4b98-bfc0-84ac2c355145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:29.498274 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c63a9ad5-bdb0-4b98-bfc0-84ac2c355145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:29.499655 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-c63a9ad5-bdb0-4b98-bfc0-84ac2c355145 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/590de902-379d-4cb4-937c-eccfb645d810 HTTP/1.1" status: 204 len: 168 time: 0.1215909 Aug 13 03:17:29.507878 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a9ad5-bdb0-4b98-bfc0-84ac2c355145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590de902-379d-4cb4-937c-eccfb645d810,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:29.809771 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58560) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:29.854291 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-d6125fdb-b849-426d-987f-e0dd334af149 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b1f8cfccaf74565ae05aadf2c13244d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432782 Aug 13 03:17:29.857764 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58562) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:29.907914 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6403413-b97a-4fa9-aa65-bd02a4587d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:29.930415 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6403413-b97a-4fa9-aa65-bd02a4587d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:29.981094 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6403413-b97a-4fa9-aa65-bd02a4587d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:29.983657 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6403413-b97a-4fa9-aa65-bd02a4587d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:29.984843 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-e6403413-b97a-4fa9-aa65-bd02a4587d01 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8828fdbf-1223-4524-a926-2994ec3217a7 HTTP/1.1" status: 204 len: 168 time: 0.1261401 Aug 13 03:17:29.992674 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6403413-b97a-4fa9-aa65-bd02a4587d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8828fdbf-1223-4524-a926-2994ec3217a7,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:46.655840 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c70de-5638-4707-8903-b2cebd8df0d9 req-7f9fff11-5720-4ee3-8878-0a6c9e8a8dc4 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:17:46.657345 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-484c70de-5638-4707-8903-b2cebd8df0d9 req-7f9fff11-5720-4ee3-8878-0a6c9e8a8dc4 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6ae6dac-34a0-4aec-aee4-6a05620e2711 HTTP/1.1" status: 200 len: 945 time: 0.0492492 Aug 13 03:17:46.698442 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-484c70de-5638-4707-8903-b2cebd8df0d9 req-2d889c09-ca1f-4b41-82af-d68bebf2449e tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347526 Aug 13 03:17:47.822502 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6809670-2196-4d6d-877b-e38de3b04e6b req-ad27c9a5-cacd-4feb-b21e-06ae8dc78fa2 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:17:47.824207 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f6809670-2196-4d6d-877b-e38de3b04e6b req-ad27c9a5-cacd-4feb-b21e-06ae8dc78fa2 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6ae6dac-34a0-4aec-aee4-6a05620e2711 HTTP/1.1" status: 200 len: 945 time: 0.0538573 Aug 13 03:17:47.862880 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f6809670-2196-4d6d-877b-e38de3b04e6b req-c6e81807-9a6a-4961-993c-9ce5525b1660 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326164 Aug 13 03:17:48.197218 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012602fe-65ca-4e28-9aa1-964ceb67fcfa req-aabe83d7-3531-438d-ac89-2b35cbd647f3 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:17:48.198998 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-012602fe-65ca-4e28-9aa1-964ceb67fcfa req-aabe83d7-3531-438d-ac89-2b35cbd647f3 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ae6dac-34a0-4aec-aee4-6a05620e2711 HTTP/1.1" status: 200 len: 945 time: 0.0491171 Aug 13 03:17:48.293149 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-012602fe-65ca-4e28-9aa1-964ceb67fcfa req-77ae9b7a-f007-4c7c-9f5a-bf4ac1825d3c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Deleting port 1bf1b70e-eed2-4252-8c63-05edb0ccb371 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:17:48.293501 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-012602fe-65ca-4e28-9aa1-964ceb67fcfa req-77ae9b7a-f007-4c7c-9f5a-bf4ac1825d3c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:48.388174 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-012602fe-65ca-4e28-9aa1-964ceb67fcfa req-77ae9b7a-f007-4c7c-9f5a-bf4ac1825d3c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] For port 1bf1b70e-eed2-4252-8c63-05edb0ccb371, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1bf1b70e-eed2-4252-8c63-05edb0ccb371,segment=NetworkSegment(ab15a2c2-97d6-4b76-b8c4-01d9db163df3),segment_id=ab15a2c2-97d6-4b76-b8c4-01d9db163df3)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:17:48.388542 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-012602fe-65ca-4e28-9aa1-964ceb67fcfa req-77ae9b7a-f007-4c7c-9f5a-bf4ac1825d3c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:48.566406 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-012602fe-65ca-4e28-9aa1-964ceb67fcfa req-77ae9b7a-f007-4c7c-9f5a-bf4ac1825d3c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:48.566838 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-012602fe-65ca-4e28-9aa1-964ceb67fcfa req-77ae9b7a-f007-4c7c-9f5a-bf4ac1825d3c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790613'] for floatingip, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:48.567194 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.db.l3_db [req-012602fe-65ca-4e28-9aa1-964ceb67fcfa req-77ae9b7a-f007-4c7c-9f5a-bf4ac1825d3c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Floating IP 42d97642-c0c1-4c28-bd7f-3495a3422fc6 disassociated. External IP: 172.27.3.204, port: 1bf1b70e-eed2-4252-8c63-05edb0ccb371. Aug 13 03:17:48.567639 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-012602fe-65ca-4e28-9aa1-964ceb67fcfa req-77ae9b7a-f007-4c7c-9f5a-bf4ac1825d3c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Calling delete_port for 1bf1b70e-eed2-4252-8c63-05edb0ccb371 owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:17:48.703459 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-012602fe-65ca-4e28-9aa1-964ceb67fcfa req-77ae9b7a-f007-4c7c-9f5a-bf4ac1825d3c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:48.735460 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae9b7a-f007-4c7c-9f5a-bf4ac1825d3c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Pushing event deleted for resources: {'Port': ['ID=1bf1b70e-eed2-4252-8c63-05edb0ccb371,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:48.855317 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-012602fe-65ca-4e28-9aa1-964ceb67fcfa req-77ae9b7a-f007-4c7c-9f5a-bf4ac1825d3c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Router 8dfe5706-a43f-46c9-9719-d5032f1b4980 has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:17:48.958124 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-060924b8-11d3-4f68-b823-07b0fa7f13bb req-62fd359e-dae2-419a-a418-ba817321650f tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6ae6dac-34a0-4aec-aee4-6a05620e2711 HTTP/1.1" status: 200 len: 210 time: 0.0273776 Aug 13 03:17:48.968810 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-012602fe-65ca-4e28-9aa1-964ceb67fcfa req-77ae9b7a-f007-4c7c-9f5a-bf4ac1825d3c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:17:48.980761 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f18cb4-ead4-45d7-acd5-d4c3c728f75d None None] Sync routers for ids ['8dfe5706-a43f-46c9-9719-d5032f1b4980'] in dv-cinder-760192-6-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:17:48.989807 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f18cb4-ead4-45d7-acd5-d4c3c728f75d None None] Routers {'8dfe5706-a43f-46c9-9719-d5032f1b4980'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:17:48.990437 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-25f18cb4-ead4-45d7-acd5-d4c3c728f75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:17:26Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['8dfe5706-a43f-46c9-9719-d5032f1b4980'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:17:49.010367 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-012602fe-65ca-4e28-9aa1-964ceb67fcfa req-77ae9b7a-f007-4c7c-9f5a-bf4ac1825d3c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] No DVR routers for this DVR port 1bf1b70e-eed2-4252-8c63-05edb0ccb371 on host hv-cinder-76019 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:17:49.013855 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-012602fe-65ca-4e28-9aa1-964ceb67fcfa req-77ae9b7a-f007-4c7c-9f5a-bf4ac1825d3c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:49.015968 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-012602fe-65ca-4e28-9aa1-964ceb67fcfa req-77ae9b7a-f007-4c7c-9f5a-bf4ac1825d3c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.36 "DELETE /v2.0/ports/1bf1b70e-eed2-4252-8c63-05edb0ccb371 HTTP/1.1" status: 204 len: 173 time: 0.8111162 Aug 13 03:17:49.016419 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ae6dac-34a0-4aec-aee4-6a05620e2711', 'name': 'network-vif-deleted', 'tag': '1bf1b70e-eed2-4252-8c63-05edb0ccb371'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:17:49.018697 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00edba0d-ac10-49df-ad73-8a304eca2728" -d '{"events": [{"server_uuid": "a6ae6dac-34a0-4aec-aee4-6a05620e2711", "name": "network-vif-deleted", "tag": "1bf1b70e-eed2-4252-8c63-05edb0ccb371"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:17:49.067824 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545bd173-03dc-4760-aea7-82365b2cd10f x-openstack-request-id: req-545bd173-03dc-4760-aea7-82365b2cd10f {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:17:49.068057 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ae6dac-34a0-4aec-aee4-6a05620e2711", "name": "network-vif-deleted", "tag": "1bf1b70e-eed2-4252-8c63-05edb0ccb371", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:17:49.068298 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-545bd173-03dc-4760-aea7-82365b2cd10f {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:17:49.068704 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ae6dac-34a0-4aec-aee4-6a05620e2711', 'name': 'network-vif-deleted', 'tag': '1bf1b70e-eed2-4252-8c63-05edb0ccb371', 'status': 'completed', 'code': 200} Aug 13 03:17:49.107985 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-25f18cb4-ead4-45d7-acd5-d4c3c728f75d None None] Set router 8dfe5706-a43f-46c9-9719-d5032f1b4980 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:17:49.333836 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-25f18cb4-ead4-45d7-acd5-d4c3c728f75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:04Z', 'revision_number': 4, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port': {'id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '47f8a638-0f7e-4757-aa8f-9edf8ddf07ed', 'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'mac_address': 'fa:16:3e:30:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:03Z', 'updated_at': '2021-08-13T03:15:09Z', 'revision_number': 5, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'subnets': [{'id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:17:49.363012 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f18cb4-ead4-45d7-acd5-d4c3c728f75d None None] Checking router: 8dfe5706-a43f-46c9-9719-d5032f1b4980 for host: dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:17:49.372131 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f18cb4-ead4-45d7-acd5-d4c3c728f75d None None] Routers {'8dfe5706-a43f-46c9-9719-d5032f1b4980'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:17:49.372765 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-25f18cb4-ead4-45d7-acd5-d4c3c728f75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:17:26Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['8dfe5706-a43f-46c9-9719-d5032f1b4980'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:17:49.491755 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-25f18cb4-ead4-45d7-acd5-d4c3c728f75d None None] Set router 8dfe5706-a43f-46c9-9719-d5032f1b4980 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:17:49.693624 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58720) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:49.729069 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-25f18cb4-ead4-45d7-acd5-d4c3c728f75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:04Z', 'revision_number': 4, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port': {'id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '47f8a638-0f7e-4757-aa8f-9edf8ddf07ed', 'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'mac_address': 'fa:16:3e:30:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:03Z', 'updated_at': '2021-08-13T03:15:09Z', 'revision_number': 5, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'subnets': [{'id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:17:49.761775 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f18cb4-ead4-45d7-acd5-d4c3c728f75d None None] The sync data for ids ['8dfe5706-a43f-46c9-9719-d5032f1b4980'] in dv-cinder-760192-6-iscsi is: [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:04Z', 'revision_number': 4, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port': {'id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '47f8a638-0f7e-4757-aa8f-9edf8ddf07ed', 'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'mac_address': 'fa:16:3e:30:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:03Z', 'updated_at': '2021-08-13T03:15:09Z', 'revision_number': 5, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'subnets': [{'id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:17:49.845708 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-00af5797-3b95-42e8-a36c-d69e80b149f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:49.955603 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-00af5797-3b95-42e8-a36c-d69e80b149f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:49.960152 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-00af5797-3b95-42e8-a36c-d69e80b149f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:50.013608 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af5797-3b95-42e8-a36c-d69e80b149f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9981ca16-d3e9-4413-84ce-a828dad90fa0,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:50.018456 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-00af5797-3b95-42e8-a36c-d69e80b149f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e53121e506a4217ae22f71374955a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235557 Aug 13 03:17:50.021204 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58726) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:50.045994 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b8b50d-0b99-44e8-9b28-f38267ea53e0 None None] New status for floating IP 42d97642-c0c1-4c28-bd7f-3495a3422fc6: DOWN {{(pid=100523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:17:50.083676 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7cf3e3e0-bfc6-41fc-b163-ada28600d755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:50.108113 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7cf3e3e0-bfc6-41fc-b163-ada28600d755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:50.164903 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7cf3e3e0-bfc6-41fc-b163-ada28600d755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:50.167706 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7cf3e3e0-bfc6-41fc-b163-ada28600d755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:50.168887 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-7cf3e3e0-bfc6-41fc-b163-ada28600d755 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9981ca16-d3e9-4413-84ce-a828dad90fa0 HTTP/1.1" status: 204 len: 168 time: 0.1461482 Aug 13 03:17:50.178090 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3e3e0-bfc6-41fc-b163-ada28600d755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9981ca16-d3e9-4413-84ce-a828dad90fa0,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:50.287447 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-a0a5b2bf-6fac-41e9-97a7-e6cc02b0b72a tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-185478105&fields=id&tenant_id=07ecb44a1702491f8f71dd0e99c9e93f HTTP/1.1" status: 200 len: 267 time: 0.0348201 Aug 13 03:17:50.401597 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-8ffe89ae-06b1-42f1-bd0f-7b05c1058478 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:17:50.403000 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-8ffe89ae-06b1-42f1-bd0f-7b05c1058478 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/networks?id=a794904a-36df-494d-8a72-89ad3aea2229 HTTP/1.1" status: 200 len: 811 time: 0.1085310 Aug 13 03:17:50.419421 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-4a88ba59-e871-48c6-b4e6-d9f09d9a063b tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/quotas/07ecb44a1702491f8f71dd0e99c9e93f HTTP/1.1" status: 200 len: 375 time: 0.0103762 Aug 13 03:17:50.474588 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-41c941cb-acd7-4949-9984-6e4de66c247f tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=07ecb44a1702491f8f71dd0e99c9e93f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491967 Aug 13 03:17:50.575976 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-4c7eb38f-9462-403e-906f-a67715825893 service neutron] 10.222.0.13 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891256 Aug 13 03:17:50.671938 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-b091f492-1e34-4fdd-9e3e-96477c0438dd service neutron] 10.222.0.13 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899215 Aug 13 03:17:50.725332 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:50.985985 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d666c2c6-37ef-4b54-acb6-9257b3cb00f9 req-d6acff32-4d56-4ab9-bb58-2b7d9c28b5cf tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 210 time: 0.0354569 Aug 13 03:17:51.958956 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-ff2fea11-a13c-4a3a-9ae0-9d0e7b89db96 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:17:51.960471 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-ff2fea11-a13c-4a3a-9ae0-9d0e7b89db96 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.36 "GET /v2.0/networks?id=a794904a-36df-494d-8a72-89ad3aea2229 HTTP/1.1" status: 200 len: 811 time: 0.1049180 Aug 13 03:17:52.015558 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-04b25171-0ca9-43e5-b435-0e09c9dbbe31 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07ecb44a1702491f8f71dd0e99c9e93f HTTP/1.1" status: 200 len: 379 time: 0.0458212 Aug 13 03:17:52.029458 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-01dfa7c3-bbdf-48f0-bec0-88c06ea9b915 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Request body: {'port': {'device_id': '4d8ae960-2b56-4a34-a588-e208e9737724', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'admin_state_up': True, 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'security_groups': ['56a5ea1c-c683-44ca-8706-fa09bd31bfdf']}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:17:52.124686 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3a2ab6b7-daa1-411b-8869-20410ce16570 req-e8769ff1-a155-4179-bb5e-d49822c97521 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 210 time: 0.0712531 Aug 13 03:17:52.195864 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-01dfa7c3-bbdf-48f0-bec0-88c06ea9b915 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Made reservation on behalf of 07ecb44a1702491f8f71dd0e99c9e93f for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:17:52.200742 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-01dfa7c3-bbdf-48f0-bec0-88c06ea9b915 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:52.356142 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-01dfa7c3-bbdf-48f0-bec0-88c06ea9b915 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Allocated IP 172.20.0.3 (a794904a-36df-494d-8a72-89ad3aea2229/af808ceb-2ac7-4796-bac6-242e9548c9d6/dc77898e-1484-4438-9d95-fd788a690afb) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:17:52.571970 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-01dfa7c3-bbdf-48f0-bec0-88c06ea9b915 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:52.583826 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-a4d02802-34a3-4b54-932e-5385988a0153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:52.596464 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 1bf1b70e-eed2-4252-8c63-05edb0ccb371 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:17:52.597658 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-01dfa7c3-bbdf-48f0-bec0-88c06ea9b915 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Transition to ACTIVE for port object dc77898e-1484-4438-9d95-fd788a690afb will not be triggered until provisioned by entity DHCP. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:17:52.629807 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] No Port match for: 1bf1b70e-eed2-4252-8c63-05edb0ccb371 {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:17:52.630351 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 1bf1b70e-eed2-4252-8c63-05edb0ccb371 not bound to the agent host hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:17:52.646654 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-01dfa7c3-bbdf-48f0-bec0-88c06ea9b915 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:52.704698 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-01dfa7c3-bbdf-48f0-bec0-88c06ea9b915 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Network a794904a-36df-494d-8a72-89ad3aea2229 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:17:52.708030 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-01dfa7c3-bbdf-48f0-bec0-88c06ea9b915 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:17:52.713146 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-01dfa7c3-bbdf-48f0-bec0-88c06ea9b915 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:17:52.718583 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfa7c3-bbdf-48f0-bec0-88c06ea9b915 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Pushing event updated for resources: {'Port': ['ID=dc77898e-1484-4438-9d95-fd788a690afb,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:52.775853 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-01dfa7c3-bbdf-48f0-bec0-88c06ea9b915 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:17:52.776665 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-01dfa7c3-bbdf-48f0-bec0-88c06ea9b915 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:52.797431 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-01dfa7c3-bbdf-48f0-bec0-88c06ea9b915 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7759223 Aug 13 03:17:52.811173 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Request body: {'port': {'device_id': '4d8ae960-2b56-4a34-a588-e208e9737724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:17:52.884336 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:52.962879 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-46d4f12f-4555-443f-9eb3-3bd64a266cca None None] Provisioning for port dc77898e-1484-4438-9d95-fd788a690afb completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:17:52.967673 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-46d4f12f-4555-443f-9eb3-3bd64a266cca None None] Provisioning complete for port dc77898e-1484-4438-9d95-fd788a690afb triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:17:52.968175 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-46d4f12f-4555-443f-9eb3-3bd64a266cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:53.005732 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-46d4f12f-4555-443f-9eb3-3bd64a266cca None None] Port dc77898e-1484-4438-9d95-fd788a690afb cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:17:53.203986 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc77898e-1484-4438-9d95-fd788a690afb {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:17:53.216249 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:53.232195 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Transition to ACTIVE for port object dc77898e-1484-4438-9d95-fd788a690afb will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:17:53.236741 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:53.270710 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a91cc-b57b-40cf-b9ca-845398c6517f req-8ac30883-2664-44c2-8d7e-3603e4cf9fdf tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:17:53.272617 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-0a3a91cc-b57b-40cf-b9ca-845398c6517f req-8ac30883-2664-44c2-8d7e-3603e4cf9fdf tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 931 time: 0.0561297 Aug 13 03:17:53.316504 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Pushing event updated for resources: {'Port': ['ID=dc77898e-1484-4438-9d95-fd788a690afb,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:53.326946 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-0a3a91cc-b57b-40cf-b9ca-845398c6517f req-88d305bd-c20a-4d72-9e99-d6a58691da6c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404875 Aug 13 03:17:53.348673 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:53.349086 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:53.349446 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:53.349819 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:53.350181 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:53.350551 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:53.350889 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:53.351231 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:53.351615 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:53.351992 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:53.352327 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:53.352697 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:17:53.388591 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Attempting to bind port dc77898e-1484-4438-9d95-fd788a690afb on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:17:53.388935 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Attempting to bind port dc77898e-1484-4438-9d95-fd788a690afb by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'ab15a2c2-97d6-4b76-b8c4-01d9db163df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:17:53.389272 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Attempting to bind port dc77898e-1484-4438-9d95-fd788a690afb on network a794904a-36df-494d-8a72-89ad3aea2229 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:17:53.394225 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Port dc77898e-1484-4438-9d95-fd788a690afb on network a794904a-36df-494d-8a72-89ad3aea2229 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:17:53.394551 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Attempting to bind port dc77898e-1484-4438-9d95-fd788a690afb on network a794904a-36df-494d-8a72-89ad3aea2229 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:17:53.400233 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Checking agent: {'id': 'ed42ff0f-eab8-465d-8b76-aea1e8788a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'started_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:17:53.400554 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Checking segment: {'id': 'ab15a2c2-97d6-4b76-b8c4-01d9db163df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:17:53.401031 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Bound using segment: {'id': 'ab15a2c2-97d6-4b76-b8c4-01d9db163df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:17:53.401621 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Bound port: dc77898e-1484-4438-9d95-fd788a690afb, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab15a2c2-97d6-4b76-b8c4-01d9db163df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:17:53.401990 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:53.482487 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] For port dc77898e-1484-4438-9d95-fd788a690afb, host hv-cinder-76019, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:17:53.485848 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] For port dc77898e-1484-4438-9d95-fd788a690afb, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dc77898e-1484-4438-9d95-fd788a690afb,segment=NetworkSegment(ab15a2c2-97d6-4b76-b8c4-01d9db163df3),segment_id=ab15a2c2-97d6-4b76-b8c4-01d9db163df3)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:17:53.490642 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:53.542099 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:17:53.542713 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:53.544151 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] 10.222.0.36 "PUT /v2.0/ports/dc77898e-1484-4438-9d95-fd788a690afb HTTP/1.1" status: 200 len: 1093 time: 0.7388117 Aug 13 03:17:53.546508 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8ae960-2b56-4a34-a588-e208e9737724', 'tag': 'dc77898e-1484-4438-9d95-fd788a690afb'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:17:53.550130 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464cac30-6437-4688-b90f-592286bfaecd" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8ae960-2b56-4a34-a588-e208e9737724", "tag": "dc77898e-1484-4438-9d95-fd788a690afb"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:17:53.577134 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ac3e2-b2c1-44db-abef-82daf8ba3f54 service neutron] Pushing event updated for resources: {'Port': ['ID=dc77898e-1484-4438-9d95-fd788a690afb,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:53.607957 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0074e5dd-4969-40e4-a4fc-4e574c3b9cd0 x-openstack-request-id: req-0074e5dd-4969-40e4-a4fc-4e574c3b9cd0 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:17:53.608249 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8ae960-2b56-4a34-a588-e208e9737724", "tag": "dc77898e-1484-4438-9d95-fd788a690afb", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:17:53.608498 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0074e5dd-4969-40e4-a4fc-4e574c3b9cd0 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:17:53.608895 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8ae960-2b56-4a34-a588-e208e9737724', 'tag': 'dc77898e-1484-4438-9d95-fd788a690afb', 'status': 'completed', 'code': 200} Aug 13 03:17:54.448952 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb378a-d9cf-4f87-bed6-f15d1cb8218b req-10004749-c716-4d38-843c-4dcf3127ee3e tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:17:54.450242 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8cfb378a-d9cf-4f87-bed6-f15d1cb8218b req-10004749-c716-4d38-843c-4dcf3127ee3e tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 943 time: 0.0491540 Aug 13 03:17:54.488719 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8cfb378a-d9cf-4f87-bed6-f15d1cb8218b req-dad21636-dec3-47ba-bff3-55d99223fe73 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325217 Aug 13 03:17:54.879132 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:17:55.528748 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-3b52a8a8-1f7e-4370-9fe1-7482ab46efbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:55.609987 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cdfcc-f090-422a-917b-0b561a71d573 req-91cc4705-ad7f-4742-b352-b38105c9be88 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:17:55.611489 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bb7cdfcc-f090-422a-917b-0b561a71d573 req-91cc4705-ad7f-4742-b352-b38105c9be88 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 943 time: 0.0511162 Aug 13 03:17:55.653234 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bb7cdfcc-f090-422a-917b-0b561a71d573 req-f909c9d6-b7c6-4ca0-a6ef-d5c0beeaea03 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354843 Aug 13 03:17:55.760572 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cac30-6437-4688-b90f-592286bfaecd req-b9d2db79-4056-4397-beeb-8145304ba3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:17:55.762118 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-464cac30-6437-4688-b90f-592286bfaecd req-b9d2db79-4056-4397-beeb-8145304ba3ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07ecb44a1702491f8f71dd0e99c9e93f&device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 1096 time: 0.0441935 Aug 13 03:17:55.827793 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:56.179645 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cac30-6437-4688-b90f-592286bfaecd req-0e561d6d-0913-4397-923c-81b41e01f747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:17:56.181016 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-464cac30-6437-4688-b90f-592286bfaecd req-0e561d6d-0913-4397-923c-81b41e01f747 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=07ecb44a1702491f8f71dd0e99c9e93f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4106967 Aug 13 03:17:56.350267 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cac30-6437-4688-b90f-592286bfaecd req-c6e840c9-bf22-4663-a3c5-908c42f20f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:17:56.351802 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-464cac30-6437-4688-b90f-592286bfaecd req-c6e840c9-bf22-4663-a3c5-908c42f20f8e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1640067 Aug 13 03:17:56.435290 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-30b6a597-1f5d-42ee-a88e-9c291db4ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:17:56.436805 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-30b6a597-1f5d-42ee-a88e-9c291db4ea20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07ecb44a1702491f8f71dd0e99c9e93f&device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 1096 time: 0.0470693 Aug 13 03:17:56.470991 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:56.483961 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-56c2abc4-544d-459a-a02a-862a775ddb6c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc77898e-1484-4438-9d95-fd788a690afb HTTP/1.1" status: 200 len: 217 time: 0.0396366 Aug 13 03:17:56.536966 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-a17cff95-61c2-4e5e-ad88-edb8ddfd0f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:17:56.538448 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-a17cff95-61c2-4e5e-ad88-edb8ddfd0f5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af808ceb-2ac7-4796-bac6-242e9548c9d6 HTTP/1.1" status: 200 len: 850 time: 0.0478449 Aug 13 03:17:56.591278 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-99f10e44-1a85-45a2-a313-65bf4492c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:17:56.592807 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-99f10e44-1a85-45a2-a313-65bf4492c6ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a794904a-36df-494d-8a72-89ad3aea2229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474238 Aug 13 03:17:56.684379 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-5b1c44ac-352b-4247-9bfa-b6cf884d9f92 service neutron] 10.222.0.36 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842710 Aug 13 03:17:56.787105 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb3ce-14bd-4048-b8bd-745fbf1746b6 req-dcbb6aab-d781-45cb-af35-06e018d033b9 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:17:56.788850 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8c4bb3ce-14bd-4048-b8bd-745fbf1746b6 req-dcbb6aab-d781-45cb-af35-06e018d033b9 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 943 time: 0.0642109 Aug 13 03:17:56.797393 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-039791df-bbdc-40c8-8e36-0276e4b7620d req-59b4736f-6a88-4112-8085-5b618bddb609 service neutron] 10.222.0.36 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053653 Aug 13 03:17:56.852699 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8c4bb3ce-14bd-4048-b8bd-745fbf1746b6 req-dccfb021-9b87-4a88-beb6-8fed60457a73 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524259 Aug 13 03:17:57.908824 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:57.981364 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95499e7-6616-49a7-b33c-dcafb07533c9 req-0dedb0c5-a097-4f15-b2dc-444fae090b1c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:17:57.982901 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c95499e7-6616-49a7-b33c-dcafb07533c9 req-0dedb0c5-a097-4f15-b2dc-444fae090b1c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 943 time: 0.0556877 Aug 13 03:17:58.025173 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c95499e7-6616-49a7-b33c-dcafb07533c9 req-b857d734-0be4-4489-a939-bfae0f5fa85d tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363252 Aug 13 03:17:59.153716 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b837a-770f-4685-9e9f-f14414ad004d req-698ee895-f5eb-4092-81d3-5cf57ebfe91e tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:17:59.156100 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-985b837a-770f-4685-9e9f-f14414ad004d req-698ee895-f5eb-4092-81d3-5cf57ebfe91e tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 943 time: 0.0602882 Aug 13 03:17:59.198074 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-985b837a-770f-4685-9e9f-f14414ad004d req-8a751c01-2a52-41a0-a105-99c365615c66 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362206 Aug 13 03:17:59.443089 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58838) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:59.553534 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-790f9724-2159-44cf-86c2-d897434d8518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:59.655552 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-790f9724-2159-44cf-86c2-d897434d8518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:59.660593 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-790f9724-2159-44cf-86c2-d897434d8518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:59.706807 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-790f9724-2159-44cf-86c2-d897434d8518 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38795489f41f47b1902d5ecc08a7f55a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2625728 Aug 13 03:17:59.707680 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f9724-2159-44cf-86c2-d897434d8518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02db837f-7e4c-44cb-8fc2-bc92e29f1a8f,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:17:59.709527 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58842) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:17:59.762466 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a38b3eb5-320d-4ef5-a8b7-18863d053f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:59.786050 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a38b3eb5-320d-4ef5-a8b7-18863d053f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:59.835297 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a38b3eb5-320d-4ef5-a8b7-18863d053f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:59.838195 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a38b3eb5-320d-4ef5-a8b7-18863d053f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:17:59.840475 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-a38b3eb5-320d-4ef5-a8b7-18863d053f3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02db837f-7e4c-44cb-8fc2-bc92e29f1a8f HTTP/1.1" status: 204 len: 168 time: 0.1298747 Aug 13 03:17:59.848830 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b3eb5-320d-4ef5-a8b7-18863d053f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02db837f-7e4c-44cb-8fc2-bc92e29f1a8f,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:00.320705 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d6194-940a-41dc-8d47-1b2d1f8d76e7 req-ef25a337-a430-4a5f-bb3f-20004462548f tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:00.322196 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0a0d6194-940a-41dc-8d47-1b2d1f8d76e7 req-ef25a337-a430-4a5f-bb3f-20004462548f tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 943 time: 0.0531139 Aug 13 03:18:00.362140 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0a0d6194-940a-41dc-8d47-1b2d1f8d76e7 req-ec5d6ed4-bab7-415f-87ac-dd0fbfc82433 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331578 Aug 13 03:18:00.445716 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58866) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:18:00.539925 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-9000f41c-9716-4e9d-a7a6-1bfd77dc04ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1008388788-network', 'tenant_id': 'f70be8ce88d248c298404200b0e36171'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:18:00.562022 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9000f41c-9716-4e9d-a7a6-1bfd77dc04ec admin admin] Made reservation on behalf of f70be8ce88d248c298404200b0e36171 for: {'network': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:18:00.564470 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9000f41c-9716-4e9d-a7a6-1bfd77dc04ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for network, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:00.573051 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9000f41c-9716-4e9d-a7a6-1bfd77dc04ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:00.662654 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9000f41c-9716-4e9d-a7a6-1bfd77dc04ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:00.667298 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9000f41c-9716-4e9d-a7a6-1bfd77dc04ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:00.691488 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9000f41c-9716-4e9d-a7a6-1bfd77dc04ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=100520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:18:00.701290 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000f41c-9716-4e9d-a7a6-1bfd77dc04ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d1c5ef-df70-437a-a32e-52e35284c22c,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:00.706319 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9000f41c-9716-4e9d-a7a6-1bfd77dc04ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:00.706663 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.db.segments_db [None req-9000f41c-9716-4e9d-a7a6-1bfd77dc04ec admin admin] Added segment c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e of type vlan for network 8f2dd367-ecc3-4d0f-8fae-69beb53f0210 Aug 13 03:18:00.747684 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9000f41c-9716-4e9d-a7a6-1bfd77dc04ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730805411148'] for network, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:00.777030 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9000f41c-9716-4e9d-a7a6-1bfd77dc04ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for network, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:00.778084 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9000f41c-9716-4e9d-a7a6-1bfd77dc04ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:00.778746 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9000f41c-9716-4e9d-a7a6-1bfd77dc04ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:00.836890 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-9000f41c-9716-4e9d-a7a6-1bfd77dc04ec admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3900509 Aug 13 03:18:00.840524 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58870) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:18:00.845298 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-f5458430-8051-4252-bfa0-c387b64634a0 admin admin] Request body: {'subnet': {'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1008388788-subnet', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'ip_version': 4}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:18:00.851380 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000f41c-9716-4e9d-a7a6-1bfd77dc04ec admin admin] Pushing event updated for resources: {'Network': ['ID=8f2dd367-ecc3-4d0f-8fae-69beb53f0210,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:00.861999 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Network 8f2dd367-ecc3-4d0f-8fae-69beb53f0210 details requested by agent ovs-agent-dv-cinder-760192-6-iscsi with host dv-cinder-760192-6-iscsi {{(pid=100522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:18:00.872646 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5458430-8051-4252-bfa0-c387b64634a0 admin admin] Made reservation on behalf of f70be8ce88d248c298404200b0e36171 for: {'subnet': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:18:00.874959 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f5458430-8051-4252-bfa0-c387b64634a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13559771'] for subnet, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:01.046021 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f5458430-8051-4252-bfa0-c387b64634a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13334696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13559785'] for subnet, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:01.103305 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5458430-8051-4252-bfa0-c387b64634a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da943a0d-6336-44fe-a2c4-7098931b01ae,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:01.111740 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5458430-8051-4252-bfa0-c387b64634a0 admin admin] Checking segment: {'id': 'c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:18:01.112107 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5458430-8051-4252-bfa0-c387b64634a0 admin admin] Network hostable DHCP agents. Network: 8f2dd367-ecc3-4d0f-8fae-69beb53f0210, hostable agents: ['595598fe-73c0-479d-97dd-8b235d94b446'], hosted agents: [] {{(pid=100520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:18:01.129591 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5458430-8051-4252-bfa0-c387b64634a0 admin admin] Network 8f2dd367-ecc3-4d0f-8fae-69beb53f0210 is scheduled to be hosted by DHCP agent 595598fe-73c0-479d-97dd-8b235d94b446 with binding_index 1 {{(pid=100520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:18:01.138466 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-f5458430-8051-4252-bfa0-c387b64634a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760192-6-iscsi, 8f2dd367-ecc3-4d0f-8fae-69beb53f0210) {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:18:01.142504 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5458430-8051-4252-bfa0-c387b64634a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:01.143083 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f5458430-8051-4252-bfa0-c387b64634a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:01.147949 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32181c0-21e6-4533-a6d3-a35463c77aaa None None] Network 8f2dd367-ecc3-4d0f-8fae-69beb53f0210 requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:18:01.157918 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-f5458430-8051-4252-bfa0-c387b64634a0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3163681 Aug 13 03:18:01.160563 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58872) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:18:01.164941 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-f48fa841-c373-4370-a70c-93e95382155f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1008388788-router', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:18:01.188009 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f48fa841-c373-4370-a70c-93e95382155f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-388'] for router, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:01.188634 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f48fa841-c373-4370-a70c-93e95382155f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1791357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-395'] for router, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:01.245125 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f48fa841-c373-4370-a70c-93e95382155f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:01.294890 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ffe51a-d40d-406d-b425-66803fc7e116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a7fb4fd-6467-5fc5-8d0e-71f03b711e8f-8f2dd367-ecc3-4d0f-8fae-69beb53f0210', 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'fixed_ips': [{'subnet_id': 'da943a0d-6336-44fe-a2c4-7098931b01ae'}]}} from dv-cinder-760192-6-iscsi. {{(pid=100522) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:18:01.295779 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-b5ffe51a-d40d-406d-b425-66803fc7e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:01.380243 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f48fa841-c373-4370-a70c-93e95382155f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:01.437107 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.db_base_plugin_common [None req-b5ffe51a-d40d-406d-b425-66803fc7e116 None None] Allocated IP 172.20.0.2 (8f2dd367-ecc3-4d0f-8fae-69beb53f0210/da943a0d-6336-44fe-a2c4-7098931b01ae/fd93fa5f-1f48-4290-826e-3b56dfefb6ad) {{(pid=100522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:18:01.480156 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a4576-2c55-4b3b-a6e4-5b0d99b8b0b5 req-9d55e836-16ea-4937-9fc3-eba1c9d62ecc tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:01.481671 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-b37a4576-2c55-4b3b-a6e4-5b0d99b8b0b5 req-9d55e836-16ea-4937-9fc3-eba1c9d62ecc tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 943 time: 0.0520916 Aug 13 03:18:01.525406 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-b37a4576-2c55-4b3b-a6e4-5b0d99b8b0b5 req-70b6aea3-806d-4285-a40c-d8ee32aed035 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368223 Aug 13 03:18:01.593518 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-b5ffe51a-d40d-406d-b425-66803fc7e116 None None] Notify callbacks [] for port, precommit_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:01.602093 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-b5ffe51a-d40d-406d-b425-66803fc7e116 None None] Transition to ACTIVE for port object fd93fa5f-1f48-4290-826e-3b56dfefb6ad will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:18:01.606254 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f48fa841-c373-4370-a70c-93e95382155f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:01.617556 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-b5ffe51a-d40d-406d-b425-66803fc7e116 None None] Transition to ACTIVE for port object fd93fa5f-1f48-4290-826e-3b56dfefb6ad will not be triggered until provisioned by entity DHCP. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:18:01.625325 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-b5ffe51a-d40d-406d-b425-66803fc7e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703'] for port, after_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:01.628029 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f48fa841-c373-4370-a70c-93e95382155f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:01.666626 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ffe51a-d40d-406d-b425-66803fc7e116 None None] Network 8f2dd367-ecc3-4d0f-8fae-69beb53f0210 is already hosted by enough agents. {{(pid=100522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:18:01.671353 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.scheduler.base_scheduler [None req-b5ffe51a-d40d-406d-b425-66803fc7e116 None None] Resources bound (agent type, host, resource id): {{(pid=100522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:18:01.674896 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ffe51a-d40d-406d-b425-66803fc7e116 None None] Received port after_create {{(pid=100522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:18:01.686066 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffe51a-d40d-406d-b425-66803fc7e116 None None] Pushing event updated for resources: {'Port': ['ID=fd93fa5f-1f48-4290-826e-3b56dfefb6ad,revision_number=1']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:01.742291 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-f48fa841-c373-4370-a70c-93e95382155f admin admin] Allocated IP 172.27.3.31 (e1b1eaab-3abb-4c2f-9e17-ba947274cb90/3b95406b-7f6d-4e40-b01a-fd59db47aa2f/c721421e-6d17-408f-ae65-d54a491b6c43) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:18:01.855154 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f48fa841-c373-4370-a70c-93e95382155f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:01.858550 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-b5ffe51a-d40d-406d-b425-66803fc7e116 None None] Attempting to bind port fd93fa5f-1f48-4290-826e-3b56dfefb6ad on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:18:01.859021 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-b5ffe51a-d40d-406d-b425-66803fc7e116 None None] Attempting to bind port fd93fa5f-1f48-4290-826e-3b56dfefb6ad by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': 'c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:18:01.859442 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ffe51a-d40d-406d-b425-66803fc7e116 None None] Attempting to bind port fd93fa5f-1f48-4290-826e-3b56dfefb6ad on network 8f2dd367-ecc3-4d0f-8fae-69beb53f0210 {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:18:01.865848 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ffe51a-d40d-406d-b425-66803fc7e116 None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:18:01.866460 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ffe51a-d40d-406d-b425-66803fc7e116 None None] Checking segment: {'id': 'c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:18:01.866727 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-b5ffe51a-d40d-406d-b425-66803fc7e116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:01.867175 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ffe51a-d40d-406d-b425-66803fc7e116 None None] Bound using segment: {'id': 'c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:18:01.867770 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-b5ffe51a-d40d-406d-b425-66803fc7e116 None None] Bound port: fd93fa5f-1f48-4290-826e-3b56dfefb6ad, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:18:01.868241 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-b5ffe51a-d40d-406d-b425-66803fc7e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:01.896822 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f48fa841-c373-4370-a70c-93e95382155f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:01.933561 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-b5ffe51a-d40d-406d-b425-66803fc7e116 None None] For port fd93fa5f-1f48-4290-826e-3b56dfefb6ad, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:18:01.937185 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-b5ffe51a-d40d-406d-b425-66803fc7e116 None None] For port fd93fa5f-1f48-4290-826e-3b56dfefb6ad, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=fd93fa5f-1f48-4290-826e-3b56dfefb6ad,segment=NetworkSegment(c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e),segment_id=c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:18:01.938075 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48fa841-c373-4370-a70c-93e95382155f admin admin] Network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:18:01.941019 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-f48fa841-c373-4370-a70c-93e95382155f admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:18:01.941641 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-b5ffe51a-d40d-406d-b425-66803fc7e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:01.944543 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48fa841-c373-4370-a70c-93e95382155f admin admin] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:18:01.950906 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fa841-c373-4370-a70c-93e95382155f admin admin] Pushing event updated for resources: {'Port': ['ID=c721421e-6d17-408f-ae65-d54a491b6c43,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:02.007753 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffe51a-d40d-406d-b425-66803fc7e116 None None] Pushing event updated for resources: {'Port': ['ID=fd93fa5f-1f48-4290-826e-3b56dfefb6ad,revision_number=2']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:02.242895 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f48fa841-c373-4370-a70c-93e95382155f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:02.436788 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f48fa841-c373-4370-a70c-93e95382155f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1791334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790715'] for router, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:02.567025 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48fa841-c373-4370-a70c-93e95382155f admin admin] Router 2c8dc665-ee1e-439d-9896-507b6d92f19b is scheduled to L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 with binding_index 1 {{(pid=100520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:18:02.724348 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3874971-24c4-42de-9cc2-9c85bdd25cdd req-58415587-e0c1-4fb9-9530-5c4b6792b579 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:02.725956 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e3874971-24c4-42de-9cc2-9c85bdd25cdd req-58415587-e0c1-4fb9-9530-5c4b6792b579 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 943 time: 0.1083639 Aug 13 03:18:02.753368 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48fa841-c373-4370-a70c-93e95382155f admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:18:02.764013 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] Sync routers for ids ['2c8dc665-ee1e-439d-9896-507b6d92f19b'] in dv-cinder-760192-6-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:18:02.775045 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] Routers {'2c8dc665-ee1e-439d-9896-507b6d92f19b'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:18:02.776365 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:17:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['2c8dc665-ee1e-439d-9896-507b6d92f19b'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:18:02.788556 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e3874971-24c4-42de-9cc2-9c85bdd25cdd req-9bf9f692-835e-4289-9bfa-ac79f84ef0eb tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561206 Aug 13 03:18:02.790251 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f48fa841-c373-4370-a70c-93e95382155f admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:02.791951 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-f48fa841-c373-4370-a70c-93e95382155f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6300509 Aug 13 03:18:02.794804 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58878) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:18:02.873483 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c98399-3da1-453c-9707-b1d0a81691ac None None] Network 8f2dd367-ecc3-4d0f-8fae-69beb53f0210 requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:18:02.950337 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] Set router 2c8dc665-ee1e-439d-9896-507b6d92f19b gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:18:03.038797 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-93d926a7-b3ec-47a5-8120-1a4784f64182 None None] Provisioning for port fd93fa5f-1f48-4290-826e-3b56dfefb6ad completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:18:03.239801 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device fd93fa5f-1f48-4290-826e-3b56dfefb6ad up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:18:03.283452 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'name': 'tempest-TestShelveInstance-1008388788-router', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'c721421e-6d17-408f-ae65-d54a491b6c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:18:02Z', 'revision_number': 3, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'gw_port': {'id': 'c721421e-6d17-408f-ae65-d54a491b6c43', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:18:03.318235 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] Checking router: 2c8dc665-ee1e-439d-9896-507b6d92f19b for host: dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:18:03.318588 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] Updating router 2c8dc665-ee1e-439d-9896-507b6d92f19b port c721421e-6d17-408f-ae65-d54a491b6c43 binding host dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:18:03.349063 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:03.352696 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port fd93fa5f-1f48-4290-826e-3b56dfefb6ad completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:18:03.375815 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port fd93fa5f-1f48-4290-826e-3b56dfefb6ad triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:18:03.376180 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:03.506059 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:03.584338 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:03.647476 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-35019d42-9f6b-4bad-ba58-c09b05894999 None None] Provisioning complete for port fd93fa5f-1f48-4290-826e-3b56dfefb6ad triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:18:03.647875 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-35019d42-9f6b-4bad-ba58-c09b05894999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:03.669199 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_common [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Allocated IP 172.20.0.1 (8f2dd367-ecc3-4d0f-8fae-69beb53f0210/da943a0d-6336-44fe-a2c4-7098931b01ae/8e47d72e-deee-4540-8e6c-4558a2fa4764) {{(pid=100521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:18:03.678474 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port fd93fa5f-1f48-4290-826e-3b56dfefb6ad, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=fd93fa5f-1f48-4290-826e-3b56dfefb6ad,segment=NetworkSegment(c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e),segment_id=c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:18:03.691102 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:03.778845 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:03.788621 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] Notify callbacks [] for port, precommit_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:03.790789 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=fd93fa5f-1f48-4290-826e-3b56dfefb6ad,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:03.793899 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Transition to ACTIVE for port object 8e47d72e-deee-4540-8e6c-4558a2fa4764 will not be triggered until provisioned by entity DHCP. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:18:03.824578 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:03.824923 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:03.825266 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:03.825954 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:03.826301 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:03.826671 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:03.826968 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:03.827544 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:03.827888 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:03.828226 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:03.828552 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:03.828876 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:03.829738 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15926878'] for port, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:03.832994 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] Transition to ACTIVE for port object c721421e-6d17-408f-ae65-d54a491b6c43 will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:18:03.853274 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:03.875719 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Network 8f2dd367-ecc3-4d0f-8fae-69beb53f0210 is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:18:03.881503 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:18:03.884198 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Received port after_create {{(pid=100521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:18:03.912458 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] Attempting to bind port c721421e-6d17-408f-ae65-d54a491b6c43 on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:18:03.912888 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] Attempting to bind port c721421e-6d17-408f-ae65-d54a491b6c43 by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:18:03.913185 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] Attempting to bind port c721421e-6d17-408f-ae65-d54a491b6c43 on network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:18:03.915079 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf88c7-6a4d-487e-85b4-1f0ea19b3798 None None] Pushing event updated for resources: {'Port': ['ID=c721421e-6d17-408f-ae65-d54a491b6c43,revision_number=2']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:03.918829 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Pushing event updated for resources: {'Port': ['ID=8e47d72e-deee-4540-8e6c-4558a2fa4764,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:03.922230 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:18:03.922885 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] Checking segment: {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:18:03.923478 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:03.924083 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] Bound using segment: {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:18:03.924736 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] Bound port: c721421e-6d17-408f-ae65-d54a491b6c43, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:18:03.925118 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:03.954151 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:03.954526 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:03.954853 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:03.955199 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:03.955564 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:03.955909 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:03.956245 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:03.956583 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:03.956910 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:03.957847 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:03.957847 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:03.957847 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:03.977571 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752878'] for router_interface, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:03.992981 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] For port c721421e-6d17-408f-ae65-d54a491b6c43, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:18:03.998426 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] For port c721421e-6d17-408f-ae65-d54a491b6c43, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=c721421e-6d17-408f-ae65-d54a491b6c43,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:18:04.003088 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:04.032190 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5ae52-6ab7-48cc-aa7f-cd59dc2f63fa req-2c875c35-a6a0-42bb-b129-e641f8b68756 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:04.039732 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-95c5ae52-6ab7-48cc-aa7f-cd59dc2f63fa req-2c875c35-a6a0-42bb-b129-e641f8b68756 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 943 time: 0.1592271 Aug 13 03:18:04.053265 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] Routers {'2c8dc665-ee1e-439d-9896-507b6d92f19b'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:18:04.053591 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:17:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['2c8dc665-ee1e-439d-9896-507b6d92f19b'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:18:04.116233 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-95c5ae52-6ab7-48cc-aa7f-cd59dc2f63fa req-6ee2f776-a689-4b2c-9105-c5455a9f5ed9 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754330 Aug 13 03:18:04.129142 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf88c7-6a4d-487e-85b4-1f0ea19b3798 None None] Pushing event updated for resources: {'Port': ['ID=c721421e-6d17-408f-ae65-d54a491b6c43,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:04.177775 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:04.188977 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] Set router 2c8dc665-ee1e-439d-9896-507b6d92f19b gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:18:04.265812 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-76c5b835-0933-4199-a3ad-6c9c1e7f2aa0 None None] Provisioning for port 8e47d72e-deee-4540-8e6c-4558a2fa4764 completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:18:04.297848 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-76c5b835-0933-4199-a3ad-6c9c1e7f2aa0 None None] Provisioning complete for port 8e47d72e-deee-4540-8e6c-4558a2fa4764 triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:18:04.298389 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-76c5b835-0933-4199-a3ad-6c9c1e7f2aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:04.343937 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:04.348899 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15926871'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:04.422617 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753018'] for router_interface, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:04.424387 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Pushing event updated for resources: {'Port': ['ID=8e47d72e-deee-4540-8e6c-4558a2fa4764,revision_number=2']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:04.482706 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-76c5b835-0933-4199-a3ad-6c9c1e7f2aa0 None None] Port 8e47d72e-deee-4540-8e6c-4558a2fa4764 cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:18:04.517062 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Network 8f2dd367-ecc3-4d0f-8fae-69beb53f0210 is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:18:04.518497 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:18:04.551842 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'name': 'tempest-TestShelveInstance-1008388788-router', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'c721421e-6d17-408f-ae65-d54a491b6c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:18:02Z', 'revision_number': 3, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'gw_port': {'id': 'c721421e-6d17-408f-ae65-d54a491b6c43', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:18:04.581391 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5ed64b-35ee-4973-a393-60a771e6b3b0 None None] The sync data for ids ['2c8dc665-ee1e-439d-9896-507b6d92f19b'] in dv-cinder-760192-6-iscsi is: [{'id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'name': 'tempest-TestShelveInstance-1008388788-router', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'c721421e-6d17-408f-ae65-d54a491b6c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:18:02Z', 'revision_number': 3, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'gw_port': {'id': 'c721421e-6d17-408f-ae65-d54a491b6c43', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:18:04.639554 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Router 2c8dc665-ee1e-439d-9896-507b6d92f19b has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:18:04.707955 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-21c3fd4e-820f-4c6e-9812-2e4ae92f2c33 None None] Provisioning complete for port 8e47d72e-deee-4540-8e6c-4558a2fa4764 triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:18:04.708330 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-21c3fd4e-820f-4c6e-9812-2e4ae92f2c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:04.746330 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device dc77898e-1484-4438-9d95-fd788a690afb details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:18:04.764220 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-21c3fd4e-820f-4c6e-9812-2e4ae92f2c33 None None] Port 8e47d72e-deee-4540-8e6c-4558a2fa4764 cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:18:04.764443 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:18:04.772925 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-e78aaf32-9961-42fc-9d21-ac4a494cffcb admin admin] 10.222.0.13 "PUT /v2.0/routers/2c8dc665-ee1e-439d-9896-507b6d92f19b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9770200 Aug 13 03:18:04.871764 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port dc77898e-1484-4438-9d95-fd788a690afb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dc77898e-1484-4438-9d95-fd788a690afb,segment=NetworkSegment(ab15a2c2-97d6-4b76-b8c4-01d9db163df3),segment_id=ab15a2c2-97d6-4b76-b8c4-01d9db163df3)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:18:04.884968 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Returning: {'device': 'dc77898e-1484-4438-9d95-fd788a690afb', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'port_id': 'dc77898e-1484-4438-9d95-fd788a690afb', 'mac_address': 'fa:16:3e:ca:44:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:18:04.928568 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:04.943761 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc77898e-1484-4438-9d95-fd788a690afb {{(pid=100522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:18:04.973647 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port dc77898e-1484-4438-9d95-fd788a690afb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dc77898e-1484-4438-9d95-fd788a690afb,segment=NetworkSegment(ab15a2c2-97d6-4b76-b8c4-01d9db163df3),segment_id=ab15a2c2-97d6-4b76-b8c4-01d9db163df3)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:18:04.980077 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:05.039286 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=dc77898e-1484-4438-9d95-fd788a690afb,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:05.249041 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['dc77898e-1484-4438-9d95-fd788a690afb'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:18:05.253573 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679c0af-4f78-4fa6-bfe2-fba52f1f778d req-f398758c-e913-40fa-b0f4-2e311a7d2c5b tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:05.261013 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2679c0af-4f78-4fa6-bfe2-fba52f1f778d req-f398758c-e913-40fa-b0f4-2e311a7d2c5b tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 944 time: 0.0644300 Aug 13 03:18:05.312341 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2679c0af-4f78-4fa6-bfe2-fba52f1f778d req-7b1d7352-073d-439f-838e-47711b7dd72f tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448289 Aug 13 03:18:05.325440 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device fd93fa5f-1f48-4290-826e-3b56dfefb6ad up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:18:05.423014 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58898) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:18:05.428814 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-e60b0f1a-8a83-4244-92d4-a4bb3692ab9a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1788084877-network', 'tenant_id': 'cb5c710024a4450aab7e247c306db64d'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:18:05.431445 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port fd93fa5f-1f48-4290-826e-3b56dfefb6ad triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:18:05.431834 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:05.451174 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60b0f1a-8a83-4244-92d4-a4bb3692ab9a admin admin] Made reservation on behalf of cb5c710024a4450aab7e247c306db64d for: {'network': 1} {{(pid=100521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:18:05.453543 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e60b0f1a-8a83-4244-92d4-a4bb3692ab9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for network, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:05.465341 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e60b0f1a-8a83-4244-92d4-a4bb3692ab9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:05.571938 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e60b0f1a-8a83-4244-92d4-a4bb3692ab9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:05.576162 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e60b0f1a-8a83-4244-92d4-a4bb3692ab9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:05.582558 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device c721421e-6d17-408f-ae65-d54a491b6c43 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:18:05.606194 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60b0f1a-8a83-4244-92d4-a4bb3692ab9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=100521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:18:05.616756 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b0f1a-8a83-4244-92d4-a4bb3692ab9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbf0c2c-53d6-4925-b33a-04db9164918c,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:05.623360 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e60b0f1a-8a83-4244-92d4-a4bb3692ab9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:05.623738 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.db.segments_db [None req-e60b0f1a-8a83-4244-92d4-a4bb3692ab9a admin admin] Added segment 1bbb2c90-9bef-4207-90a8-9e14298c1e12 of type vlan for network a85c29e4-ac83-48bf-956e-3442bdc0afd5 Aug 13 03:18:05.665183 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e60b0f1a-8a83-4244-92d4-a4bb3692ab9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730805411148'] for network, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:05.667319 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port c721421e-6d17-408f-ae65-d54a491b6c43 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:18:05.671342 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port c721421e-6d17-408f-ae65-d54a491b6c43 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:18:05.671882 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:05.696516 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e60b0f1a-8a83-4244-92d4-a4bb3692ab9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004'] for network, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:05.697680 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60b0f1a-8a83-4244-92d4-a4bb3692ab9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:05.698351 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e60b0f1a-8a83-4244-92d4-a4bb3692ab9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:05.753132 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:05.755669 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58900) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:18:05.755826 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-e60b0f1a-8a83-4244-92d4-a4bb3692ab9a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3315215 Aug 13 03:18:05.761406 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-b87d5b72-8304-4130-9610-af9fad6ebfe2 admin admin] Request body: {'subnet': {'network_id': 'a85c29e4-ac83-48bf-956e-3442bdc0afd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1788084877-subnet', 'tenant_id': 'cb5c710024a4450aab7e247c306db64d', 'ip_version': 4}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:18:05.766220 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b0f1a-8a83-4244-92d4-a4bb3692ab9a admin admin] Pushing event updated for resources: {'Network': ['ID=a85c29e4-ac83-48bf-956e-3442bdc0afd5,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:05.781598 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Network a85c29e4-ac83-48bf-956e-3442bdc0afd5 details requested by agent ovs-agent-dv-cinder-760192-6-iscsi with host dv-cinder-760192-6-iscsi {{(pid=100522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:18:05.785787 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87d5b72-8304-4130-9610-af9fad6ebfe2 admin admin] Made reservation on behalf of cb5c710024a4450aab7e247c306db64d for: {'subnet': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:18:05.788146 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b87d5b72-8304-4130-9610-af9fad6ebfe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13559771'] for subnet, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:05.828754 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port c721421e-6d17-408f-ae65-d54a491b6c43, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=c721421e-6d17-408f-ae65-d54a491b6c43,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:18:05.837698 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:05.904106 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=c721421e-6d17-408f-ae65-d54a491b6c43,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:05.974208 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b87d5b72-8304-4130-9610-af9fad6ebfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13334696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13559785'] for subnet, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:06.026960 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d5b72-8304-4130-9610-af9fad6ebfe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4a082e5-b0c3-43d9-91a6-f703e6f2dd65,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:06.043941 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87d5b72-8304-4130-9610-af9fad6ebfe2 admin admin] Checking segment: {'id': '1bbb2c90-9bef-4207-90a8-9e14298c1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a85c29e4-ac83-48bf-956e-3442bdc0afd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:18:06.044296 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87d5b72-8304-4130-9610-af9fad6ebfe2 admin admin] Network hostable DHCP agents. Network: a85c29e4-ac83-48bf-956e-3442bdc0afd5, hostable agents: ['595598fe-73c0-479d-97dd-8b235d94b446'], hosted agents: [] {{(pid=100520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:18:06.061446 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87d5b72-8304-4130-9610-af9fad6ebfe2 admin admin] Network a85c29e4-ac83-48bf-956e-3442bdc0afd5 is scheduled to be hosted by DHCP agent 595598fe-73c0-479d-97dd-8b235d94b446 with binding_index 1 {{(pid=100520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:18:06.071735 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-b87d5b72-8304-4130-9610-af9fad6ebfe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760192-6-iscsi, a85c29e4-ac83-48bf-956e-3442bdc0afd5) {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:18:06.076063 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87d5b72-8304-4130-9610-af9fad6ebfe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:06.076795 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b87d5b72-8304-4130-9610-af9fad6ebfe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:06.083466 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455e59e4-69a1-4f15-939e-747bb7f3ef47 None None] Network a85c29e4-ac83-48bf-956e-3442bdc0afd5 requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:18:06.093823 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-b87d5b72-8304-4130-9610-af9fad6ebfe2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3369479 Aug 13 03:18:06.096303 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58902) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:18:06.101018 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-42a2c2c5-4b4e-43a2-b411-ee261353ba10 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1788084877-router', 'tenant_id': 'cb5c710024a4450aab7e247c306db64d', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:18:06.126532 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-42a2c2c5-4b4e-43a2-b411-ee261353ba10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-388'] for router, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:06.128295 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-42a2c2c5-4b4e-43a2-b411-ee261353ba10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1791357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-395'] for router, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:06.245422 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7abb7a-bf94-48b2-8232-f832ff371003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a7fb4fd-6467-5fc5-8d0e-71f03b711e8f-a85c29e4-ac83-48bf-956e-3442bdc0afd5', 'network_id': 'a85c29e4-ac83-48bf-956e-3442bdc0afd5', 'tenant_id': 'cb5c710024a4450aab7e247c306db64d', 'fixed_ips': [{'subnet_id': 'd4a082e5-b0c3-43d9-91a6-f703e6f2dd65'}]}} from dv-cinder-760192-6-iscsi. {{(pid=100522) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:18:06.246306 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-2e7abb7a-bf94-48b2-8232-f832ff371003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:06.329467 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] Sync routers for ids ['2c8dc665-ee1e-439d-9896-507b6d92f19b'] in dv-cinder-760192-6-iscsi {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:18:06.345066 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] Routers {'2c8dc665-ee1e-439d-9896-507b6d92f19b'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:18:06.345703 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:17:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['2c8dc665-ee1e-439d-9896-507b6d92f19b'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:18:06.402120 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.db_base_plugin_common [None req-2e7abb7a-bf94-48b2-8232-f832ff371003 None None] Allocated IP 172.20.0.2 (a85c29e4-ac83-48bf-956e-3442bdc0afd5/d4a082e5-b0c3-43d9-91a6-f703e6f2dd65/991d4c04-8f92-4ca4-a134-d273f5544ab5) {{(pid=100522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:18:06.439467 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f1949-254e-4e8b-a7d4-a4aac3c985eb req-49a89d6a-d4e0-427d-b84a-a3f9bf44521e tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:06.441854 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-42a2c2c5-4b4e-43a2-b411-ee261353ba10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:06.449355 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9b1f1949-254e-4e8b-a7d4-a4aac3c985eb req-49a89d6a-d4e0-427d-b84a-a3f9bf44521e tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 944 time: 0.0646148 Aug 13 03:18:06.487176 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] Set router 2c8dc665-ee1e-439d-9896-507b6d92f19b gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:18:06.496360 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-9b1f1949-254e-4e8b-a7d4-a4aac3c985eb req-e7495d60-977d-4cfb-a0f0-346118900443 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458543 Aug 13 03:18:06.579010 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-2e7abb7a-bf94-48b2-8232-f832ff371003 None None] Notify callbacks [] for port, precommit_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:06.588420 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-2e7abb7a-bf94-48b2-8232-f832ff371003 None None] Transition to ACTIVE for port object 991d4c04-8f92-4ca4-a134-d273f5544ab5 will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:18:06.592871 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-42a2c2c5-4b4e-43a2-b411-ee261353ba10 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:06.605161 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-2e7abb7a-bf94-48b2-8232-f832ff371003 None None] Transition to ACTIVE for port object 991d4c04-8f92-4ca4-a134-d273f5544ab5 will not be triggered until provisioned by entity DHCP. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:18:06.614089 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-2e7abb7a-bf94-48b2-8232-f832ff371003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703'] for port, after_create {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:06.657393 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7abb7a-bf94-48b2-8232-f832ff371003 None None] Network a85c29e4-ac83-48bf-956e-3442bdc0afd5 is already hosted by enough agents. {{(pid=100522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:18:06.660491 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.scheduler.base_scheduler [None req-2e7abb7a-bf94-48b2-8232-f832ff371003 None None] Resources bound (agent type, host, resource id): {{(pid=100522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:18:06.666846 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7abb7a-bf94-48b2-8232-f832ff371003 None None] Received port after_create {{(pid=100522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:18:06.679777 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7abb7a-bf94-48b2-8232-f832ff371003 None None] Pushing event updated for resources: {'Port': ['ID=991d4c04-8f92-4ca4-a134-d273f5544ab5,revision_number=1']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:06.705674 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'name': 'tempest-TestShelveInstance-1008388788-router', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'c721421e-6d17-408f-ae65-d54a491b6c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:18:04Z', 'revision_number': 4, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'gw_port': {'id': 'c721421e-6d17-408f-ae65-d54a491b6c43', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '8e47d72e-deee-4540-8e6c-4558a2fa4764', 'name': '', 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'mac_address': 'fa:16:3e:e7:42:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'da943a0d-6336-44fe-a2c4-7098931b01ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:03Z', 'updated_at': '2021-08-13T03:18:04Z', 'revision_number': 2, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'subnets': [{'id': 'da943a0d-6336-44fe-a2c4-7098931b01ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:18:06.731268 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-2e7abb7a-bf94-48b2-8232-f832ff371003 None None] Attempting to bind port 991d4c04-8f92-4ca4-a134-d273f5544ab5 on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:18:06.732658 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-2e7abb7a-bf94-48b2-8232-f832ff371003 None None] Attempting to bind port 991d4c04-8f92-4ca4-a134-d273f5544ab5 by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': '1bbb2c90-9bef-4207-90a8-9e14298c1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a85c29e4-ac83-48bf-956e-3442bdc0afd5'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:18:06.733040 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7abb7a-bf94-48b2-8232-f832ff371003 None None] Attempting to bind port 991d4c04-8f92-4ca4-a134-d273f5544ab5 on network a85c29e4-ac83-48bf-956e-3442bdc0afd5 {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:18:06.736251 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] Checking router: 2c8dc665-ee1e-439d-9896-507b6d92f19b for host: dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:18:06.736612 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] Updating router 2c8dc665-ee1e-439d-9896-507b6d92f19b port 8e47d72e-deee-4540-8e6c-4558a2fa4764 binding host dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:18:06.738230 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7abb7a-bf94-48b2-8232-f832ff371003 None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:18:06.740257 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7abb7a-bf94-48b2-8232-f832ff371003 None None] Checking segment: {'id': '1bbb2c90-9bef-4207-90a8-9e14298c1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a85c29e4-ac83-48bf-956e-3442bdc0afd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:18:06.740257 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-2e7abb7a-bf94-48b2-8232-f832ff371003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:06.740257 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7abb7a-bf94-48b2-8232-f832ff371003 None None] Bound using segment: {'id': '1bbb2c90-9bef-4207-90a8-9e14298c1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a85c29e4-ac83-48bf-956e-3442bdc0afd5'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:18:06.740257 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-2e7abb7a-bf94-48b2-8232-f832ff371003 None None] Bound port: 991d4c04-8f92-4ca4-a134-d273f5544ab5, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbb2c90-9bef-4207-90a8-9e14298c1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a85c29e4-ac83-48bf-956e-3442bdc0afd5'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:18:06.740257 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-2e7abb7a-bf94-48b2-8232-f832ff371003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:06.744187 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device dc77898e-1484-4438-9d95-fd788a690afb up at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:18:06.761425 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:06.808111 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-42a2c2c5-4b4e-43a2-b411-ee261353ba10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:06.833821 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-42a2c2c5-4b4e-43a2-b411-ee261353ba10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:06.839066 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-2e7abb7a-bf94-48b2-8232-f832ff371003 None None] For port 991d4c04-8f92-4ca4-a134-d273f5544ab5, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:18:06.843440 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-2e7abb7a-bf94-48b2-8232-f832ff371003 None None] For port 991d4c04-8f92-4ca4-a134-d273f5544ab5, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=991d4c04-8f92-4ca4-a134-d273f5544ab5,segment=NetworkSegment(1bbb2c90-9bef-4207-90a8-9e14298c1e12),segment_id=1bbb2c90-9bef-4207-90a8-9e14298c1e12)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:18:06.850162 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-2e7abb7a-bf94-48b2-8232-f832ff371003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:06.857120 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning for port dc77898e-1484-4438-9d95-fd788a690afb completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:18:06.884886 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning complete for port dc77898e-1484-4438-9d95-fd788a690afb triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:18:06.885741 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:06.950171 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7abb7a-bf94-48b2-8232-f832ff371003 None None] Pushing event updated for resources: {'Port': ['ID=991d4c04-8f92-4ca4-a134-d273f5544ab5,revision_number=2']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:06.965233 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-42a2c2c5-4b4e-43a2-b411-ee261353ba10 admin admin] Allocated IP 172.27.3.150 (e1b1eaab-3abb-4c2f-9e17-ba947274cb90/3b95406b-7f6d-4e40-b01a-fd59db47aa2f/9348fb8c-7e09-47e8-aef2-15b9a90d522c) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:18:07.011332 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:07.048098 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8ae960-2b56-4a34-a588-e208e9737724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc77898e-1484-4438-9d95-fd788a690afb'}] {{(pid=100522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:18:07.050710 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8fc6cf8b2729e4d9e864767b08278c7cd211cb654a5ced023b8b854c91925" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a86d690-1249-4ea0-bed9-19b435dd5ade" -d '{"events": [{"server_uuid": "4d8ae960-2b56-4a34-a588-e208e9737724", "name": "network-vif-plugged", "status": "completed", "tag": "dc77898e-1484-4438-9d95-fd788a690afb"}]}' {{(pid=100522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:18:07.057785 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port dc77898e-1484-4438-9d95-fd788a690afb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dc77898e-1484-4438-9d95-fd788a690afb,segment=NetworkSegment(ab15a2c2-97d6-4b76-b8c4-01d9db163df3),segment_id=ab15a2c2-97d6-4b76-b8c4-01d9db163df3)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:18:07.063696 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:07.075478 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] Notify callbacks [] for port, precommit_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:07.089414 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.provisioning_blocks [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] Transition to ACTIVE for port object 8e47d72e-deee-4540-8e6c-4558a2fa4764 will not be triggered until provisioned by entity L2. {{(pid=100523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:18:07.102154 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-42a2c2c5-4b4e-43a2-b411-ee261353ba10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:07.103671 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:07.125508 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02b70a4-a12d-428f-ad94-37b634cf782d x-openstack-request-id: req-f02b70a4-a12d-428f-ad94-37b634cf782d {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:18:07.130816 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8ae960-2b56-4a34-a588-e208e9737724", "name": "network-vif-plugged", "status": "completed", "tag": "dc77898e-1484-4438-9d95-fd788a690afb", "code": 200}]} {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:18:07.131371 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f02b70a4-a12d-428f-ad94-37b634cf782d {{(pid=100522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:18:07.132910 dv-cinder-760192-6-iscsi neutron-server[100522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8ae960-2b56-4a34-a588-e208e9737724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc77898e-1484-4438-9d95-fd788a690afb', 'code': 200} Aug 13 03:18:07.188359 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=dc77898e-1484-4438-9d95-fd788a690afb,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:07.192334 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebade327-d0f2-462a-b5a1-66653e883b02 None None] Pushing event updated for resources: {'Port': ['ID=8e47d72e-deee-4540-8e6c-4558a2fa4764,revision_number=3']} {{(pid=100523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:07.232680 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebade327-d0f2-462a-b5a1-66653e883b02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:07.233082 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebade327-d0f2-462a-b5a1-66653e883b02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:07.233431 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebade327-d0f2-462a-b5a1-66653e883b02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:07.233762 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebade327-d0f2-462a-b5a1-66653e883b02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:07.234106 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebade327-d0f2-462a-b5a1-66653e883b02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:07.234542 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebade327-d0f2-462a-b5a1-66653e883b02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:07.235006 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebade327-d0f2-462a-b5a1-66653e883b02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:07.235428 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebade327-d0f2-462a-b5a1-66653e883b02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:07.235807 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebade327-d0f2-462a-b5a1-66653e883b02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:07.236453 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebade327-d0f2-462a-b5a1-66653e883b02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:07.236802 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebade327-d0f2-462a-b5a1-66653e883b02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:07.242506 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-42a2c2c5-4b4e-43a2-b411-ee261353ba10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:07.248102 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebade327-d0f2-462a-b5a1-66653e883b02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:18:07.278076 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] Attempting to bind port 8e47d72e-deee-4540-8e6c-4558a2fa4764 on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:18:07.278507 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] Attempting to bind port 8e47d72e-deee-4540-8e6c-4558a2fa4764 by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': 'c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210'}] {{(pid=100523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:18:07.281669 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] Attempting to bind port 8e47d72e-deee-4540-8e6c-4558a2fa4764 on network 8f2dd367-ecc3-4d0f-8fae-69beb53f0210 {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:18:07.291274 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device c721421e-6d17-408f-ae65-d54a491b6c43 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:18:07.297002 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:18:07.301942 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] Checking segment: {'id': 'c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:18:07.302443 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:07.302847 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] Bound using segment: {'id': 'c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210'} {{(pid=100523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:18:07.303347 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.managers [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] Bound port: 8e47d72e-deee-4540-8e6c-4558a2fa4764, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210'}}] {{(pid=100523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:18:07.303817 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:07.317578 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a2c2c5-4b4e-43a2-b411-ee261353ba10 admin admin] Network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:18:07.332269 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-42a2c2c5-4b4e-43a2-b411-ee261353ba10 admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:18:07.342246 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a2c2c5-4b4e-43a2-b411-ee261353ba10 admin admin] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:18:07.381921 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2c2c5-4b4e-43a2-b411-ee261353ba10 admin admin] Pushing event updated for resources: {'Port': ['ID=9348fb8c-7e09-47e8-aef2-15b9a90d522c,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:07.407832 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.db [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] For port 8e47d72e-deee-4540-8e6c-4558a2fa4764, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:18:07.409918 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port c721421e-6d17-408f-ae65-d54a491b6c43 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:18:07.410941 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:07.412659 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.plugins.ml2.db [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] For port 8e47d72e-deee-4540-8e6c-4558a2fa4764, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=8e47d72e-deee-4540-8e6c-4558a2fa4764,segment=NetworkSegment(c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e),segment_id=c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e)] {{(pid=100523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:18:07.418111 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron_lib.callbacks.manager [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:07.455544 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b467e-61b9-4b9e-9a8f-526d254d7e2e req-e638ee95-7204-4763-8967-9e39a10de07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:07.457250 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fb1b467e-61b9-4b9e-9a8f-526d254d7e2e req-e638ee95-7204-4763-8967-9e39a10de07a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 1098 time: 0.0707042 Aug 13 03:18:07.485536 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] Routers {'2c8dc665-ee1e-439d-9896-507b6d92f19b'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:18:07.486173 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:17:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['2c8dc665-ee1e-439d-9896-507b6d92f19b'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:18:07.577400 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebade327-d0f2-462a-b5a1-66653e883b02 None None] Pushing event updated for resources: {'Port': ['ID=8e47d72e-deee-4540-8e6c-4558a2fa4764,revision_number=4']} {{(pid=100523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:07.593837 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fb1b467e-61b9-4b9e-9a8f-526d254d7e2e req-3e3755de-011c-46d0-9959-2228538d3856 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949454 Aug 13 03:18:07.657145 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b54eeb-5ef8-47bf-ba66-8c830aa6ad33 req-0f733360-cf40-49c0-a08b-109b5b27288c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:07.667850 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-82b54eeb-5ef8-47bf-ba66-8c830aa6ad33 req-0f733360-cf40-49c0-a08b-109b5b27288c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 945 time: 0.0682061 Aug 13 03:18:07.675012 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] Set router 2c8dc665-ee1e-439d-9896-507b6d92f19b gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:18:07.713645 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-82b54eeb-5ef8-47bf-ba66-8c830aa6ad33 req-09e3d4cd-e4eb-4eab-9a71-95a9255230e6 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440061 Aug 13 03:18:07.733521 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-42a2c2c5-4b4e-43a2-b411-ee261353ba10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:07.897049 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'name': 'tempest-TestShelveInstance-1008388788-router', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'c721421e-6d17-408f-ae65-d54a491b6c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:18:04Z', 'revision_number': 4, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'gw_port': {'id': 'c721421e-6d17-408f-ae65-d54a491b6c43', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '8e47d72e-deee-4540-8e6c-4558a2fa4764', 'name': '', 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'mac_address': 'fa:16:3e:e7:42:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'da943a0d-6336-44fe-a2c4-7098931b01ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:03Z', 'updated_at': '2021-08-13T03:18:07Z', 'revision_number': 4, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'subnets': [{'id': 'da943a0d-6336-44fe-a2c4-7098931b01ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:18:07.927572 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d1e94e-9e3d-4b79-8145-e52932761701 None None] The sync data for ids ['2c8dc665-ee1e-439d-9896-507b6d92f19b'] in dv-cinder-760192-6-iscsi is: [{'id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'name': 'tempest-TestShelveInstance-1008388788-router', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'c721421e-6d17-408f-ae65-d54a491b6c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:18:04Z', 'revision_number': 4, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'gw_port': {'id': 'c721421e-6d17-408f-ae65-d54a491b6c43', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '8e47d72e-deee-4540-8e6c-4558a2fa4764', 'name': '', 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'mac_address': 'fa:16:3e:e7:42:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'da943a0d-6336-44fe-a2c4-7098931b01ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:03Z', 'updated_at': '2021-08-13T03:18:07Z', 'revision_number': 4, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'subnets': [{'id': 'da943a0d-6336-44fe-a2c4-7098931b01ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:18:07.949966 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-42a2c2c5-4b4e-43a2-b411-ee261353ba10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1791334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790715'] for router, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:08.101713 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320f093d-e265-4ed5-ad30-d403633c7e4c None None] Network a85c29e4-ac83-48bf-956e-3442bdc0afd5 requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:18:08.111881 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a2c2c5-4b4e-43a2-b411-ee261353ba10 admin admin] Router c6468ecb-7d01-4404-81ef-6970760cad6c is scheduled to L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 with binding_index 1 {{(pid=100520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:18:08.231612 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-dc4196fe-d6ce-4994-bc7e-d6fbd599f253 None None] Provisioning for port 991d4c04-8f92-4ca4-a134-d273f5544ab5 completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:18:08.238020 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a2c2c5-4b4e-43a2-b411-ee261353ba10 admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:18:08.252753 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] Sync routers for ids ['c6468ecb-7d01-4404-81ef-6970760cad6c'] in dv-cinder-760192-6-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:18:08.258227 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-42a2c2c5-4b4e-43a2-b411-ee261353ba10 admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:08.260496 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-42a2c2c5-4b4e-43a2-b411-ee261353ba10 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1631851 Aug 13 03:18:08.263084 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58910) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:18:08.286515 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] Routers {'c6468ecb-7d01-4404-81ef-6970760cad6c'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:18:08.287166 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:17:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['c6468ecb-7d01-4404-81ef-6970760cad6c'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:18:08.442762 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] Set router c6468ecb-7d01-4404-81ef-6970760cad6c gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:18:08.674053 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6468ecb-7d01-4404-81ef-6970760cad6c', 'name': 'tempest-TestShelveInstance-1788084877-router', 'tenant_id': 'cb5c710024a4450aab7e247c306db64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9348fb8c-7e09-47e8-aef2-15b9a90d522c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:18:06Z', 'updated_at': '2021-08-13T03:18:07Z', 'revision_number': 3, 'project_id': 'cb5c710024a4450aab7e247c306db64d', 'gw_port': {'id': '9348fb8c-7e09-47e8-aef2-15b9a90d522c', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:73:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6468ecb-7d01-4404-81ef-6970760cad6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:06Z', 'updated_at': '2021-08-13T03:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:18:08.702524 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] Checking router: c6468ecb-7d01-4404-81ef-6970760cad6c for host: dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:18:08.703011 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] Updating router c6468ecb-7d01-4404-81ef-6970760cad6c port 9348fb8c-7e09-47e8-aef2-15b9a90d522c binding host dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:18:08.729421 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:08.765155 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5c6c9d4c-fb7f-4ce7-8a8a-a4948006cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:08.926500 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b6c50-644d-4631-a863-1e46dba65db0 req-552fb495-3ac1-4466-a21e-d2b9ebdfb2e9 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:08.928167 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6f1b6c50-644d-4631-a863-1e46dba65db0 req-552fb495-3ac1-4466-a21e-d2b9ebdfb2e9 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 945 time: 0.1000237 Aug 13 03:18:09.011798 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-5c6c9d4c-fb7f-4ce7-8a8a-a4948006cfd0 admin admin] Allocated IP 172.20.0.1 (a85c29e4-ac83-48bf-956e-3442bdc0afd5/d4a082e5-b0c3-43d9-91a6-f703e6f2dd65/20b6f5fd-5592-4a5c-b58f-f70be7b34798) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:18:09.019552 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] Notify callbacks [] for port, precommit_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:09.020830 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6f1b6c50-644d-4631-a863-1e46dba65db0 req-bd3161da-4be4-4592-92e3-6415945d4a31 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577545 Aug 13 03:18:09.037035 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] Transition to ACTIVE for port object 9348fb8c-7e09-47e8-aef2-15b9a90d522c will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:18:09.045595 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:09.107525 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da4c35-a23e-445b-b726-02b06e8753d2 None None] Pushing event updated for resources: {'Port': ['ID=9348fb8c-7e09-47e8-aef2-15b9a90d522c,revision_number=2']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:09.110053 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] Attempting to bind port 9348fb8c-7e09-47e8-aef2-15b9a90d522c on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:18:09.111055 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] Attempting to bind port 9348fb8c-7e09-47e8-aef2-15b9a90d522c by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:18:09.111055 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] Attempting to bind port 9348fb8c-7e09-47e8-aef2-15b9a90d522c on network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:18:09.122911 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:18:09.123542 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] Checking segment: {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:18:09.124063 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:09.124841 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] Bound using segment: {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:18:09.125291 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] Bound port: 9348fb8c-7e09-47e8-aef2-15b9a90d522c, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9061e0b-aa32-4f41-a315-df5dcd71983a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:18:09.125793 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:09.143871 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5c6c9d4c-fb7f-4ce7-8a8a-a4948006cfd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:09.173194 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [None req-5c6c9d4c-fb7f-4ce7-8a8a-a4948006cfd0 admin admin] Transition to ACTIVE for port object 20b6f5fd-5592-4a5c-b58f-f70be7b34798 will not be triggered until provisioned by entity DHCP. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:18:09.188862 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc44dc-54cf-4c14-b342-f1dde309d6e5 req-c2360cac-74b6-4308-b9a3-688b47c52f19 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:09.191136 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-b3fc44dc-54cf-4c14-b342-f1dde309d6e5 req-c2360cac-74b6-4308-b9a3-688b47c52f19 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 945 time: 0.0891745 Aug 13 03:18:09.215746 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] For port 9348fb8c-7e09-47e8-aef2-15b9a90d522c, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:18:09.220965 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] For port 9348fb8c-7e09-47e8-aef2-15b9a90d522c, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=9348fb8c-7e09-47e8-aef2-15b9a90d522c,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:18:09.224815 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5c6c9d4c-fb7f-4ce7-8a8a-a4948006cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:09.227196 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:09.255151 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-b3fc44dc-54cf-4c14-b342-f1dde309d6e5 req-ed318e8b-e411-487f-9d57-9c87156e9afd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525975 Aug 13 03:18:09.278034 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58916) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:18:09.316966 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 8e47d72e-deee-4540-8e6c-4558a2fa4764 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:18:09.325549 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6c9d4c-fb7f-4ce7-8a8a-a4948006cfd0 admin admin] Network a85c29e4-ac83-48bf-956e-3442bdc0afd5 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:18:09.327369 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-5c6c9d4c-fb7f-4ce7-8a8a-a4948006cfd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:18:09.328443 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] Routers {'c6468ecb-7d01-4404-81ef-6970760cad6c'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:18:09.329083 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:17:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['c6468ecb-7d01-4404-81ef-6970760cad6c'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:18:09.329962 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6c9d4c-fb7f-4ce7-8a8a-a4948006cfd0 admin admin] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:18:09.331424 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d9ebaf-0dd7-46e4-8d34-d434fa331352 tempest-TestVolumeBootPattern-476243300 tempest-TestVolumeBootPattern-476243300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:09.332467 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c9d4c-fb7f-4ce7-8a8a-a4948006cfd0 admin admin] Pushing event updated for resources: {'Port': ['ID=20b6f5fd-5592-4a5c-b58f-f70be7b34798,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:09.333012 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-84d9ebaf-0dd7-46e4-8d34-d434fa331352 tempest-TestVolumeBootPattern-476243300 tempest-TestVolumeBootPattern-476243300-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 1093 time: 0.0538974 Aug 13 03:18:09.336212 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58918) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:18:09.347671 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-d3d6f358-115c-4274-8faa-befac3f4cffd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Request body: {'floatingip': {'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'port_id': 'dc77898e-1484-4438-9d95-fd788a690afb', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:18:09.380513 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f358-115c-4274-8faa-befac3f4cffd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for floatingip, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:09.389141 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5c6c9d4c-fb7f-4ce7-8a8a-a4948006cfd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752878'] for router_interface, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:09.488557 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da4c35-a23e-445b-b726-02b06e8753d2 None None] Pushing event updated for resources: {'Port': ['ID=9348fb8c-7e09-47e8-aef2-15b9a90d522c,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:09.507814 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f358-115c-4274-8faa-befac3f4cffd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:09.559430 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5c6c9d4c-fb7f-4ce7-8a8a-a4948006cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:09.621097 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port 8e47d72e-deee-4540-8e6c-4558a2fa4764 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:18:09.630792 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-ce9cc30b-0f10-4885-9bc8-0626c619fd3c None None] Provisioning for port 20b6f5fd-5592-4a5c-b58f-f70be7b34798 completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:18:09.636699 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 8e47d72e-deee-4540-8e6c-4558a2fa4764 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:18:09.637077 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:09.641562 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-ce9cc30b-0f10-4885-9bc8-0626c619fd3c None None] Provisioning complete for port 20b6f5fd-5592-4a5c-b58f-f70be7b34798 triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:18:09.641928 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-ce9cc30b-0f10-4885-9bc8-0626c619fd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:09.643359 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_common [None req-d3d6f358-115c-4274-8faa-befac3f4cffd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Allocated IP 172.27.3.175 (e1b1eaab-3abb-4c2f-9e17-ba947274cb90/3b95406b-7f6d-4e40-b01a-fd59db47aa2f/8d41ea05-75d7-42e0-9e78-3112c36db7e6) {{(pid=100521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:18:09.662005 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] Set router c6468ecb-7d01-4404-81ef-6970760cad6c gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:18:09.744882 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5c6c9d4c-fb7f-4ce7-8a8a-a4948006cfd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:09.751927 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5c6c9d4c-fb7f-4ce7-8a8a-a4948006cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:09.758010 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f358-115c-4274-8faa-befac3f4cffd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for port, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:09.795076 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-ce9cc30b-0f10-4885-9bc8-0626c619fd3c None None] Port 20b6f5fd-5592-4a5c-b58f-f70be7b34798 cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:18:09.813757 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f358-115c-4274-8faa-befac3f4cffd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15926878'] for port, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:09.827269 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c9d4c-fb7f-4ce7-8a8a-a4948006cfd0 admin admin] Pushing event updated for resources: {'Port': ['ID=20b6f5fd-5592-4a5c-b58f-f70be7b34798,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:09.834592 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5c6c9d4c-fb7f-4ce7-8a8a-a4948006cfd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753018'] for router_interface, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:09.858783 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d6f358-115c-4274-8faa-befac3f4cffd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:18:09.861636 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-d3d6f358-115c-4274-8faa-befac3f4cffd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:18:09.866467 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d6f358-115c-4274-8faa-befac3f4cffd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Received port after_create {{(pid=100521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:18:09.883559 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:09.897194 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6f358-115c-4274-8faa-befac3f4cffd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Pushing event updated for resources: {'Port': ['ID=8d41ea05-75d7-42e0-9e78-3112c36db7e6,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:09.940330 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6c9d4c-fb7f-4ce7-8a8a-a4948006cfd0 admin admin] Network a85c29e4-ac83-48bf-956e-3442bdc0afd5 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:18:09.941927 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-5c6c9d4c-fb7f-4ce7-8a8a-a4948006cfd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:18:09.942094 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port 8e47d72e-deee-4540-8e6c-4558a2fa4764, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=8e47d72e-deee-4540-8e6c-4558a2fa4764,segment=NetworkSegment(c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e),segment_id=c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:18:09.950339 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:09.951114 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 991d4c04-8f92-4ca4-a134-d273f5544ab5 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:18:10.044545 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6468ecb-7d01-4404-81ef-6970760cad6c', 'name': 'tempest-TestShelveInstance-1788084877-router', 'tenant_id': 'cb5c710024a4450aab7e247c306db64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9348fb8c-7e09-47e8-aef2-15b9a90d522c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:18:06Z', 'updated_at': '2021-08-13T03:18:07Z', 'revision_number': 3, 'project_id': 'cb5c710024a4450aab7e247c306db64d', 'gw_port': {'id': '9348fb8c-7e09-47e8-aef2-15b9a90d522c', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:73:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6468ecb-7d01-4404-81ef-6970760cad6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:06Z', 'updated_at': '2021-08-13T03:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:18:10.078040 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=8e47d72e-deee-4540-8e6c-4558a2fa4764,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:10.082619 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48182fdd-7c18-445d-b959-6a7ba70cec18 None None] The sync data for ids ['c6468ecb-7d01-4404-81ef-6970760cad6c'] in dv-cinder-760192-6-iscsi is: [{'id': 'c6468ecb-7d01-4404-81ef-6970760cad6c', 'name': 'tempest-TestShelveInstance-1788084877-router', 'tenant_id': 'cb5c710024a4450aab7e247c306db64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9348fb8c-7e09-47e8-aef2-15b9a90d522c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:18:06Z', 'updated_at': '2021-08-13T03:18:07Z', 'revision_number': 3, 'project_id': 'cb5c710024a4450aab7e247c306db64d', 'gw_port': {'id': '9348fb8c-7e09-47e8-aef2-15b9a90d522c', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:73:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6468ecb-7d01-4404-81ef-6970760cad6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:06Z', 'updated_at': '2021-08-13T03:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:18:10.100090 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port 991d4c04-8f92-4ca4-a134-d273f5544ab5 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:18:10.108965 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 991d4c04-8f92-4ca4-a134-d273f5544ab5 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:18:10.109756 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:10.122875 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6c9d4c-fb7f-4ce7-8a8a-a4948006cfd0 admin admin] Router c6468ecb-7d01-4404-81ef-6970760cad6c has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:18:10.238209 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:10.251272 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-1108a3ef-7966-42f3-aa9b-1163ec63f88e None None] Provisioning complete for port 20b6f5fd-5592-4a5c-b58f-f70be7b34798 triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:18:10.251835 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-1108a3ef-7966-42f3-aa9b-1163ec63f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:10.320104 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-1108a3ef-7966-42f3-aa9b-1163ec63f88e None None] Port 20b6f5fd-5592-4a5c-b58f-f70be7b34798 cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:18:10.325930 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port 991d4c04-8f92-4ca4-a134-d273f5544ab5, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=991d4c04-8f92-4ca4-a134-d273f5544ab5,segment=NetworkSegment(1bbb2c90-9bef-4207-90a8-9e14298c1e12),segment_id=1bbb2c90-9bef-4207-90a8-9e14298c1e12)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:18:10.331048 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:10.354538 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f358-115c-4274-8faa-befac3f4cffd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:10.405752 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=991d4c04-8f92-4ca4-a134-d273f5544ab5,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:10.488122 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f358-115c-4274-8faa-befac3f4cffd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:10.537173 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6c9d4c-fb7f-4ce7-8a8a-a4948006cfd0 admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:18:10.544364 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-5c6c9d4c-fb7f-4ce7-8a8a-a4948006cfd0 admin admin] 10.222.0.13 "PUT /v2.0/routers/c6468ecb-7d01-4404-81ef-6970760cad6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2800140 Aug 13 03:18:10.656374 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f358-115c-4274-8faa-befac3f4cffd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for port, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:10.662066 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f358-115c-4274-8faa-befac3f4cffd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15926871'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:10.743145 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6f358-115c-4274-8faa-befac3f4cffd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Pushing event updated for resources: {'Port': ['ID=8d41ea05-75d7-42e0-9e78-3112c36db7e6,revision_number=2']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:10.750047 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f358-115c-4274-8faa-befac3f4cffd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790613'] for floatingip, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:10.858327 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.db.l3_db [None req-d3d6f358-115c-4274-8faa-befac3f4cffd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Floating IP 8b820dbc-1516-4231-bd11-7f760d4e300e associated. External IP: 172.27.3.175, port: dc77898e-1484-4438-9d95-fd788a690afb. Aug 13 03:18:11.078201 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d6f358-115c-4274-8faa-befac3f4cffd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Router 8dfe5706-a43f-46c9-9719-d5032f1b4980 has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:18:11.158590 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58926) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:18:11.164077 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-64b4d999-add0-42da-a41a-fd70669384f5 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-991936515', 'description': 'tempest-secgroup-smoke-991936515 description', 'project_id': 'f70be8ce88d248c298404200b0e36171'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:18:11.187882 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-64b4d999-add0-42da-a41a-fd70669384f5 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:11.196378 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d6f358-115c-4274-8faa-befac3f4cffd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:18:11.207718 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44c786a-33e5-450b-89dd-31c41163522a None None] Sync routers for ids ['8dfe5706-a43f-46c9-9719-d5032f1b4980'] in dv-cinder-760192-6-iscsi {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:18:11.217756 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f358-115c-4274-8faa-befac3f4cffd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for floatingip, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:11.222081 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44c786a-33e5-450b-89dd-31c41163522a None None] Routers {'8dfe5706-a43f-46c9-9719-d5032f1b4980'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:18:11.223013 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-e44c786a-33e5-450b-89dd-31c41163522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:17:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['8dfe5706-a43f-46c9-9719-d5032f1b4980'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:18:11.267962 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-d3d6f358-115c-4274-8faa-befac3f4cffd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9239655 Aug 13 03:18:11.267962 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8ae960-2b56-4a34-a588-e208e9737724', 'tag': 'dc77898e-1484-4438-9d95-fd788a690afb'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:18:11.267962 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cfb025da75d9d11c28f101ae45bca3ab743feb35e1b92c787b6593142af668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f346509-0622-41f5-8111-673ba65f03a0" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8ae960-2b56-4a34-a588-e208e9737724", "tag": "dc77898e-1484-4438-9d95-fd788a690afb"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:18:11.321240 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 8e47d72e-deee-4540-8e6c-4558a2fa4764 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:18:11.324881 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-64b4d999-add0-42da-a41a-fd70669384f5 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:11.331664 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-64b4d999-add0-42da-a41a-fd70669384f5 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:11.346552 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acc1b58-78e2-4bf3-b0c0-762e52d52fae x-openstack-request-id: req-6acc1b58-78e2-4bf3-b0c0-762e52d52fae {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:18:11.346833 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8ae960-2b56-4a34-a588-e208e9737724", "tag": "dc77898e-1484-4438-9d95-fd788a690afb", "status": "completed", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:18:11.347091 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6acc1b58-78e2-4bf3-b0c0-762e52d52fae {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:18:11.347511 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8ae960-2b56-4a34-a588-e208e9737724', 'tag': 'dc77898e-1484-4438-9d95-fd788a690afb', 'status': 'completed', 'code': 200} Aug 13 03:18:11.387820 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 8e47d72e-deee-4540-8e6c-4558a2fa4764 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:18:11.388501 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:11.394682 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-64b4d999-add0-42da-a41a-fd70669384f5 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:11.399094 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58932) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:18:11.399628 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-64b4d999-add0-42da-a41a-fd70669384f5 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2392428 Aug 13 03:18:11.405384 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-8f699a8c-5189-4f80-8d03-60115a6e47e1 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Request body: {'security_group_rule': {'security_group_id': 'db16243e-a7da-4300-98bf-1af39eab2b18', 'project_id': 'f70be8ce88d248c298404200b0e36171', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:18:11.417147 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4d999-add0-42da-a41a-fd70669384f5 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db16243e-a7da-4300-98bf-1af39eab2b18,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:11.437123 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f346509-0622-41f5-8111-673ba65f03a0 req-a4d4cbcf-be71-488f-b6df-0b3a755d75f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:11.438639 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7f346509-0622-41f5-8111-673ba65f03a0 req-a4d4cbcf-be71-488f-b6df-0b3a755d75f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07ecb44a1702491f8f71dd0e99c9e93f&device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 1098 time: 0.0607696 Aug 13 03:18:11.461102 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-8f699a8c-5189-4f80-8d03-60115a6e47e1 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:11.472416 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-e44c786a-33e5-450b-89dd-31c41163522a None None] Set router 8dfe5706-a43f-46c9-9719-d5032f1b4980 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:18:11.481523 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 991d4c04-8f92-4ca4-a134-d273f5544ab5 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:18:11.538582 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-8f699a8c-5189-4f80-8d03-60115a6e47e1 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:11.538856 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 991d4c04-8f92-4ca4-a134-d273f5544ab5 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:18:11.539162 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:11.546156 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-8f699a8c-5189-4f80-8d03-60115a6e47e1 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781064'] for security_group_rule, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:11.562720 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f346509-0622-41f5-8111-673ba65f03a0 req-9107f914-730e-4bf0-a369-22fa65ecaa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:11.564722 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7f346509-0622-41f5-8111-673ba65f03a0 req-9107f914-730e-4bf0-a369-22fa65ecaa07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a794904a-36df-494d-8a72-89ad3aea2229 HTTP/1.1" status: 200 len: 912 time: 0.1176932 Aug 13 03:18:11.582396 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f699a8c-5189-4f80-8d03-60115a6e47e1 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d995e335-45de-4087-b51e-7bbe318f3314,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:11.593011 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-8f699a8c-5189-4f80-8d03-60115a6e47e1 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:11.603045 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-8f699a8c-5189-4f80-8d03-60115a6e47e1 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2025495 Aug 13 03:18:11.606323 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58934) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:18:11.611007 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-14da9d4b-811c-42e8-a81d-89047d3716c7 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Request body: {'security_group_rule': {'security_group_id': 'db16243e-a7da-4300-98bf-1af39eab2b18', 'project_id': 'f70be8ce88d248c298404200b0e36171', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:18:11.659096 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-14da9d4b-811c-42e8-a81d-89047d3716c7 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:11.663873 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7f346509-0622-41f5-8111-673ba65f03a0 req-f1077af4-5099-45b2-9f61-c2b5b82b9d94 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc77898e-1484-4438-9d95-fd788a690afb HTTP/1.1" status: 200 len: 999 time: 0.0912976 Aug 13 03:18:11.678841 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 9348fb8c-7e09-47e8-aef2-15b9a90d522c up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:18:11.726603 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f346509-0622-41f5-8111-673ba65f03a0 req-83a614f1-ed72-4aca-98dc-f94febcaccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:11.730079 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7f346509-0622-41f5-8111-673ba65f03a0 req-83a614f1-ed72-4aca-98dc-f94febcaccb0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af808ceb-2ac7-4796-bac6-242e9548c9d6 HTTP/1.1" status: 200 len: 850 time: 0.0570831 Aug 13 03:18:11.743453 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port 9348fb8c-7e09-47e8-aef2-15b9a90d522c completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:18:11.754341 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-14da9d4b-811c-42e8-a81d-89047d3716c7 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:11.755053 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 9348fb8c-7e09-47e8-aef2-15b9a90d522c triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:18:11.755450 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:11.761538 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-14da9d4b-811c-42e8-a81d-89047d3716c7 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781064'] for security_group_rule, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:11.769750 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-e44c786a-33e5-450b-89dd-31c41163522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:04Z', 'revision_number': 4, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port': {'id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': '8b820dbc-1516-4231-bd11-7f760d4e300e', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'port_id': 'dc77898e-1484-4438-9d95-fd788a690afb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'mac_address': 'fa:16:3e:ca:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ae960-2b56-4a34-a588-e208e9737724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:18:10Z', 'updated_at': '2021-08-13T03:18:10Z', 'revision_number': 0, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f8a638-0f7e-4757-aa8f-9edf8ddf07ed', 'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'mac_address': 'fa:16:3e:30:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:03Z', 'updated_at': '2021-08-13T03:15:09Z', 'revision_number': 5, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'subnets': [{'id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:18:11.785809 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f346509-0622-41f5-8111-673ba65f03a0 req-62998397-c208-463c-aa64-07c0002fbc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:11.787604 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7f346509-0622-41f5-8111-673ba65f03a0 req-62998397-c208-463c-aa64-07c0002fbc6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a794904a-36df-494d-8a72-89ad3aea2229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516536 Aug 13 03:18:11.789792 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da9d4b-811c-42e8-a81d-89047d3716c7 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b6b255-9bd7-47af-9161-e714e1e5166a,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:11.802670 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-14da9d4b-811c-42e8-a81d-89047d3716c7 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:11.807869 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-14da9d4b-811c-42e8-a81d-89047d3716c7 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1970117 Aug 13 03:18:11.807869 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58936) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:18:11.814762 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-c37ca1a7-caa3-438d-893e-963138d0ffa7 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Request body: {'security_group_rule': {'security_group_id': 'db16243e-a7da-4300-98bf-1af39eab2b18', 'project_id': 'f70be8ce88d248c298404200b0e36171', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:18:11.815194 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44c786a-33e5-450b-89dd-31c41163522a None None] Checking router: 8dfe5706-a43f-46c9-9719-d5032f1b4980 for host: dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:18:11.825342 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44c786a-33e5-450b-89dd-31c41163522a None None] Routers {'8dfe5706-a43f-46c9-9719-d5032f1b4980'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:18:11.825983 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-e44c786a-33e5-450b-89dd-31c41163522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:17:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['8dfe5706-a43f-46c9-9719-d5032f1b4980'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:18:11.854728 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c37ca1a7-caa3-438d-893e-963138d0ffa7 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:11.874574 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:11.901150 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port 9348fb8c-7e09-47e8-aef2-15b9a90d522c, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=9348fb8c-7e09-47e8-aef2-15b9a90d522c,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:18:11.909001 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:11.933750 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7f346509-0622-41f5-8111-673ba65f03a0 req-9d9f922c-ebcd-4ab6-9bc3-1093709e3194 service neutron] 10.222.0.36 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325703 Aug 13 03:18:11.942363 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c37ca1a7-caa3-438d-893e-963138d0ffa7 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:11.946602 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c37ca1a7-caa3-438d-893e-963138d0ffa7 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781064'] for security_group_rule, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:11.965055 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ca1a7-caa3-438d-893e-963138d0ffa7 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec74f85-ce72-449e-b818-772ce2da60af,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:11.981879 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-e44c786a-33e5-450b-89dd-31c41163522a None None] Set router 8dfe5706-a43f-46c9-9719-d5032f1b4980 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:18:11.984224 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c37ca1a7-caa3-438d-893e-963138d0ffa7 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:11.985296 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=9348fb8c-7e09-47e8-aef2-15b9a90d522c,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:11.985942 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-c37ca1a7-caa3-438d-893e-963138d0ffa7 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1754291 Aug 13 03:18:11.989111 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58938) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:18:12.000213 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-25d8925b-f1c7-4577-8e68-72d655612aad tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Request body: {'security_group_rule': {'security_group_id': 'db16243e-a7da-4300-98bf-1af39eab2b18', 'project_id': 'f70be8ce88d248c298404200b0e36171', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:18:12.006532 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] Sync routers for ids ['c6468ecb-7d01-4404-81ef-6970760cad6c'] in dv-cinder-760192-6-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:18:12.021302 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] Routers {'c6468ecb-7d01-4404-81ef-6970760cad6c'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:18:12.023819 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:17:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['c6468ecb-7d01-4404-81ef-6970760cad6c'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:18:12.042519 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-25d8925b-f1c7-4577-8e68-72d655612aad tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:12.063151 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7f346509-0622-41f5-8111-673ba65f03a0 req-4141bd22-a191-4e86-ac84-68e506cef8d4 service neutron] 10.222.0.36 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218126 Aug 13 03:18:12.114039 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-25d8925b-f1c7-4577-8e68-72d655612aad tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:12.120890 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-25d8925b-f1c7-4577-8e68-72d655612aad tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781064'] for security_group_rule, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:12.140777 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8925b-f1c7-4577-8e68-72d655612aad tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16da9b37-db00-48ba-8392-c02473bd9c9e,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:12.153611 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-25d8925b-f1c7-4577-8e68-72d655612aad tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:12.155101 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-25d8925b-f1c7-4577-8e68-72d655612aad tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1611056 Aug 13 03:18:12.158431 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 58940) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:18:12.163252 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-33f18051-f574-4008-9ef7-ff2bb61bf7b4 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Request body: {'security_group_rule': {'security_group_id': 'db16243e-a7da-4300-98bf-1af39eab2b18', 'project_id': 'f70be8ce88d248c298404200b0e36171', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:18:12.171950 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] Set router c6468ecb-7d01-4404-81ef-6970760cad6c gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:18:12.188673 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.db.securitygroups_db [None req-33f18051-f574-4008-9ef7-ff2bb61bf7b4 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Project f70be8ce88d248c298404200b0e36171 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 03:18:12.193989 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-33f18051-f574-4008-9ef7-ff2bb61bf7b4 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:12.264032 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-33f18051-f574-4008-9ef7-ff2bb61bf7b4 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:12.268132 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-33f18051-f574-4008-9ef7-ff2bb61bf7b4 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781064'] for security_group_rule, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:12.272439 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-e44c786a-33e5-450b-89dd-31c41163522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:04Z', 'revision_number': 4, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port': {'id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': '8b820dbc-1516-4231-bd11-7f760d4e300e', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'port_id': 'dc77898e-1484-4438-9d95-fd788a690afb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'mac_address': 'fa:16:3e:ca:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ae960-2b56-4a34-a588-e208e9737724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:18:10Z', 'updated_at': '2021-08-13T03:18:10Z', 'revision_number': 0, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f8a638-0f7e-4757-aa8f-9edf8ddf07ed', 'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'mac_address': 'fa:16:3e:30:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:03Z', 'updated_at': '2021-08-13T03:15:09Z', 'revision_number': 5, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'subnets': [{'id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:18:12.297003 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f18051-f574-4008-9ef7-ff2bb61bf7b4 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f62c70f-9fb2-4717-9974-9294d07d55ac,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:12.301995 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-33f18051-f574-4008-9ef7-ff2bb61bf7b4 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:12.303562 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-33f18051-f574-4008-9ef7-ff2bb61bf7b4 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1439707 Aug 13 03:18:12.306348 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44c786a-33e5-450b-89dd-31c41163522a None None] The sync data for ids ['8dfe5706-a43f-46c9-9719-d5032f1b4980'] in dv-cinder-760192-6-iscsi is: [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:04Z', 'revision_number': 4, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port': {'id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': '8b820dbc-1516-4231-bd11-7f760d4e300e', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'port_id': 'dc77898e-1484-4438-9d95-fd788a690afb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'mac_address': 'fa:16:3e:ca:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ae960-2b56-4a34-a588-e208e9737724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:18:10Z', 'updated_at': '2021-08-13T03:18:10Z', 'revision_number': 0, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f8a638-0f7e-4757-aa8f-9edf8ddf07ed', 'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'mac_address': 'fa:16:3e:30:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:03Z', 'updated_at': '2021-08-13T03:15:09Z', 'revision_number': 5, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'subnets': [{'id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:18:12.306734 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 58942) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:18:12.317763 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-1c5c4973-619b-4147-aaa2-0a8441d53547 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Request body: {'security_group_rule': {'security_group_id': 'db16243e-a7da-4300-98bf-1af39eab2b18', 'project_id': 'f70be8ce88d248c298404200b0e36171', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:18:12.345551 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.db.securitygroups_db [None req-1c5c4973-619b-4147-aaa2-0a8441d53547 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Project f70be8ce88d248c298404200b0e36171 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 03:18:12.351795 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1c5c4973-619b-4147-aaa2-0a8441d53547 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:12.394134 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6468ecb-7d01-4404-81ef-6970760cad6c', 'name': 'tempest-TestShelveInstance-1788084877-router', 'tenant_id': 'cb5c710024a4450aab7e247c306db64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9348fb8c-7e09-47e8-aef2-15b9a90d522c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:18:06Z', 'updated_at': '2021-08-13T03:18:09Z', 'revision_number': 4, 'project_id': 'cb5c710024a4450aab7e247c306db64d', 'gw_port': {'id': '9348fb8c-7e09-47e8-aef2-15b9a90d522c', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:73:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6468ecb-7d01-4404-81ef-6970760cad6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:06Z', 'updated_at': '2021-08-13T03:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '20b6f5fd-5592-4a5c-b58f-f70be7b34798', 'name': '', 'network_id': 'a85c29e4-ac83-48bf-956e-3442bdc0afd5', 'tenant_id': 'cb5c710024a4450aab7e247c306db64d', 'mac_address': 'fa:16:3e:14:1b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6468ecb-7d01-4404-81ef-6970760cad6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'd4a082e5-b0c3-43d9-91a6-f703e6f2dd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:08Z', 'updated_at': '2021-08-13T03:18:09Z', 'revision_number': 2, 'project_id': 'cb5c710024a4450aab7e247c306db64d', 'subnets': [{'id': 'd4a082e5-b0c3-43d9-91a6-f703e6f2dd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:18:12.421827 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1c5c4973-619b-4147-aaa2-0a8441d53547 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:12.422873 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] Checking router: c6468ecb-7d01-4404-81ef-6970760cad6c for host: dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:18:12.423212 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] Updating router c6468ecb-7d01-4404-81ef-6970760cad6c port 20b6f5fd-5592-4a5c-b58f-f70be7b34798 binding host dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:18:12.426076 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1c5c4973-619b-4147-aaa2-0a8441d53547 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781064'] for security_group_rule, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:12.449167 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c4973-619b-4147-aaa2-0a8441d53547 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4208ca0b-dcb5-4fa1-83c5-1698c1b0706b,revision_number=0']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:12.455153 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:12.462220 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1c5c4973-619b-4147-aaa2-0a8441d53547 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:12.463624 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-1c5c4973-619b-4147-aaa2-0a8441d53547 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1530919 Aug 13 03:18:12.555720 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfd7818-3c31-4e81-a676-6e85d54a71ac None None] New status for floating IP 8b820dbc-1516-4231-bd11-7f760d4e300e: ACTIVE {{(pid=100523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:18:12.773478 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] Notify callbacks [] for port, precommit_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:12.785824 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] Transition to ACTIVE for port object 20b6f5fd-5592-4a5c-b58f-f70be7b34798 will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:18:12.792452 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:12.853175 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54e8e4-ee36-4ab4-b106-6dd3f90e5393 None None] Pushing event updated for resources: {'Port': ['ID=20b6f5fd-5592-4a5c-b58f-f70be7b34798,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:12.910541 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] Attempting to bind port 20b6f5fd-5592-4a5c-b58f-f70be7b34798 on host dv-cinder-760192-6-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:18:12.910930 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] Attempting to bind port 20b6f5fd-5592-4a5c-b58f-f70be7b34798 by drivers openvswitch,hyperv on host dv-cinder-760192-6-iscsi at level 0 using segments [{'id': '1bbb2c90-9bef-4207-90a8-9e14298c1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a85c29e4-ac83-48bf-956e-3442bdc0afd5'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:18:12.911278 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] Attempting to bind port 20b6f5fd-5592-4a5c-b58f-f70be7b34798 on network a85c29e4-ac83-48bf-956e-3442bdc0afd5 {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:18:12.917072 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] Checking agent: {'id': '1e772eeb-ee68-49a3-94b0-31cc75792c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760192-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 31, 26), 'started_at': datetime.datetime(2021, 8, 13, 2, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760192-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:18:12.917559 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] Checking segment: {'id': '1bbb2c90-9bef-4207-90a8-9e14298c1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a85c29e4-ac83-48bf-956e-3442bdc0afd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:18:12.917969 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:12.918599 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] Bound using segment: {'id': '1bbb2c90-9bef-4207-90a8-9e14298c1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a85c29e4-ac83-48bf-956e-3442bdc0afd5'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:18:12.919163 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] Bound port: 20b6f5fd-5592-4a5c-b58f-f70be7b34798, host: dv-cinder-760192-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbb2c90-9bef-4207-90a8-9e14298c1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a85c29e4-ac83-48bf-956e-3442bdc0afd5'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:18:12.919610 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:13.002470 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] For port 20b6f5fd-5592-4a5c-b58f-f70be7b34798, host dv-cinder-760192-6-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:18:13.009294 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] For port 20b6f5fd-5592-4a5c-b58f-f70be7b34798, host dv-cinder-760192-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=20b6f5fd-5592-4a5c-b58f-f70be7b34798,segment=NetworkSegment(1bbb2c90-9bef-4207-90a8-9e14298c1e12),segment_id=1bbb2c90-9bef-4207-90a8-9e14298c1e12)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:18:13.017255 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:13.090918 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] Routers {'c6468ecb-7d01-4404-81ef-6970760cad6c'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:18:13.091585 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:17:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['c6468ecb-7d01-4404-81ef-6970760cad6c'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:18:13.095945 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54e8e4-ee36-4ab4-b106-6dd3f90e5393 None None] Pushing event updated for resources: {'Port': ['ID=20b6f5fd-5592-4a5c-b58f-f70be7b34798,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:13.308483 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 9348fb8c-7e09-47e8-aef2-15b9a90d522c up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:18:13.378368 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] Set router c6468ecb-7d01-4404-81ef-6970760cad6c gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:18:13.459384 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 9348fb8c-7e09-47e8-aef2-15b9a90d522c triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:18:13.460127 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:13.663259 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6468ecb-7d01-4404-81ef-6970760cad6c', 'name': 'tempest-TestShelveInstance-1788084877-router', 'tenant_id': 'cb5c710024a4450aab7e247c306db64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9348fb8c-7e09-47e8-aef2-15b9a90d522c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:18:06Z', 'updated_at': '2021-08-13T03:18:09Z', 'revision_number': 4, 'project_id': 'cb5c710024a4450aab7e247c306db64d', 'gw_port': {'id': '9348fb8c-7e09-47e8-aef2-15b9a90d522c', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:73:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6468ecb-7d01-4404-81ef-6970760cad6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:06Z', 'updated_at': '2021-08-13T03:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '20b6f5fd-5592-4a5c-b58f-f70be7b34798', 'name': '', 'network_id': 'a85c29e4-ac83-48bf-956e-3442bdc0afd5', 'tenant_id': 'cb5c710024a4450aab7e247c306db64d', 'mac_address': 'fa:16:3e:14:1b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6468ecb-7d01-4404-81ef-6970760cad6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'd4a082e5-b0c3-43d9-91a6-f703e6f2dd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:08Z', 'updated_at': '2021-08-13T03:18:12Z', 'revision_number': 4, 'project_id': 'cb5c710024a4450aab7e247c306db64d', 'subnets': [{'id': 'd4a082e5-b0c3-43d9-91a6-f703e6f2dd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:18:13.699096 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27907bee-4d80-4104-b5c2-82b4e95f0f63 None None] The sync data for ids ['c6468ecb-7d01-4404-81ef-6970760cad6c'] in dv-cinder-760192-6-iscsi is: [{'id': 'c6468ecb-7d01-4404-81ef-6970760cad6c', 'name': 'tempest-TestShelveInstance-1788084877-router', 'tenant_id': 'cb5c710024a4450aab7e247c306db64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9348fb8c-7e09-47e8-aef2-15b9a90d522c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:18:06Z', 'updated_at': '2021-08-13T03:18:09Z', 'revision_number': 4, 'project_id': 'cb5c710024a4450aab7e247c306db64d', 'gw_port': {'id': '9348fb8c-7e09-47e8-aef2-15b9a90d522c', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:73:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6468ecb-7d01-4404-81ef-6970760cad6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:06Z', 'updated_at': '2021-08-13T03:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '20b6f5fd-5592-4a5c-b58f-f70be7b34798', 'name': '', 'network_id': 'a85c29e4-ac83-48bf-956e-3442bdc0afd5', 'tenant_id': 'cb5c710024a4450aab7e247c306db64d', 'mac_address': 'fa:16:3e:14:1b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6468ecb-7d01-4404-81ef-6970760cad6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'd4a082e5-b0c3-43d9-91a6-f703e6f2dd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:08Z', 'updated_at': '2021-08-13T03:18:12Z', 'revision_number': 4, 'project_id': 'cb5c710024a4450aab7e247c306db64d', 'subnets': [{'id': 'd4a082e5-b0c3-43d9-91a6-f703e6f2dd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:18:15.217286 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 20b6f5fd-5592-4a5c-b58f-f70be7b34798 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:18:15.269365 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning for port 20b6f5fd-5592-4a5c-b58f-f70be7b34798 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:18:15.273822 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 20b6f5fd-5592-4a5c-b58f-f70be7b34798 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:18:15.274294 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:15.359148 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:15.396164 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] For port 20b6f5fd-5592-4a5c-b58f-f70be7b34798, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=20b6f5fd-5592-4a5c-b58f-f70be7b34798,segment=NetworkSegment(1bbb2c90-9bef-4207-90a8-9e14298c1e12),segment_id=1bbb2c90-9bef-4207-90a8-9e14298c1e12)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:18:15.399974 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:15.448686 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Pushing event updated for resources: {'Port': ['ID=20b6f5fd-5592-4a5c-b58f-f70be7b34798,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:17.194009 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 20b6f5fd-5592-4a5c-b58f-f70be7b34798 up at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:18:17.243663 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Provisioning complete for port 20b6f5fd-5592-4a5c-b58f-f70be7b34798 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:18:17.244090 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:20.726416 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:22.580279 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-ee094b07-f7ee-4d5a-9c02-0dd70a70bcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:25.529928 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-9991a471-905b-4f53-b987-4a578b830950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:25.821101 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:26.474740 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:27.908922 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:29.030032 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-4f91a750-38c1-4bc2-9c4a-1a768ce8e639 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-991936515&fields=id&tenant_id=f70be8ce88d248c298404200b0e36171 HTTP/1.1" status: 200 len: 267 time: 0.0320072 Aug 13 03:18:29.135076 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-d58813e7-73c2-4c1e-85d9-cfb5c24af98b tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:29.136589 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-d58813e7-73c2-4c1e-85d9-cfb5c24af98b tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/networks?id=8f2dd367-ecc3-4d0f-8fae-69beb53f0210 HTTP/1.1" status: 200 len: 809 time: 0.0999100 Aug 13 03:18:29.152509 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-a77b9da8-e5f1-4586-8688-7496f97f6732 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/quotas/f70be8ce88d248c298404200b0e36171 HTTP/1.1" status: 200 len: 375 time: 0.0099931 Aug 13 03:18:29.203059 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-1fe42985-27b6-4bbe-9e67-6365073f369a tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f70be8ce88d248c298404200b0e36171&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449026 Aug 13 03:18:29.300821 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-dddadafd-b65c-40f0-9f7d-13d21c79c840 service neutron] 10.222.0.13 "GET /v2.0/networks/8f2dd367-ecc3-4d0f-8fae-69beb53f0210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853188 Aug 13 03:18:29.389420 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-396b3a24-752f-4415-a309-ffccf494ba4d service neutron] 10.222.0.13 "GET /v2.0/networks/8f2dd367-ecc3-4d0f-8fae-69beb53f0210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825362 Aug 13 03:18:29.776762 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-84608db7-fa7e-47cf-bb70-156541fdd3e3 req-6dd2fb04-15a1-4987-9d60-4369505218ed tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 210 time: 0.1269515 Aug 13 03:18:30.629520 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-cf123a4e-6ec0-4524-acc8-4a01142ddb52 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:30.630985 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-cf123a4e-6ec0-4524-acc8-4a01142ddb52 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.36 "GET /v2.0/networks?id=8f2dd367-ecc3-4d0f-8fae-69beb53f0210 HTTP/1.1" status: 200 len: 809 time: 0.1112390 Aug 13 03:18:30.678376 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-92343423-1c01-47ff-a039-8a58dc65619e tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f70be8ce88d248c298404200b0e36171 HTTP/1.1" status: 200 len: 379 time: 0.0367599 Aug 13 03:18:30.688297 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-7bace870-0227-4cc4-9ecf-24540bd6c4f6 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Request body: {'port': {'device_id': '19a1321f-3c67-444f-a89d-720fc1f4f1a5', 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210', 'admin_state_up': True, 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'security_groups': ['db16243e-a7da-4300-98bf-1af39eab2b18']}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:18:30.801187 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-7bace870-0227-4cc4-9ecf-24540bd6c4f6 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Made reservation on behalf of f70be8ce88d248c298404200b0e36171 for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:18:30.804764 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-7bace870-0227-4cc4-9ecf-24540bd6c4f6 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:30.891895 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c1537a28-4f3d-4bf5-a099-0e86278eeed7 req-98a9470c-cd0c-442b-ad94-9855dbd85398 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 210 time: 0.0328047 Aug 13 03:18:30.951293 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-7bace870-0227-4cc4-9ecf-24540bd6c4f6 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Allocated IP 172.20.0.4 (8f2dd367-ecc3-4d0f-8fae-69beb53f0210/da943a0d-6336-44fe-a2c4-7098931b01ae/8b4448a6-e7bf-44e1-b3a4-985e0cdac772) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:18:31.094540 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-7bace870-0227-4cc4-9ecf-24540bd6c4f6 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:31.109871 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-7bace870-0227-4cc4-9ecf-24540bd6c4f6 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Transition to ACTIVE for port object 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 will not be triggered until provisioned by entity DHCP. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:18:31.142910 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-7bace870-0227-4cc4-9ecf-24540bd6c4f6 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:31.189573 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-7bace870-0227-4cc4-9ecf-24540bd6c4f6 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Network 8f2dd367-ecc3-4d0f-8fae-69beb53f0210 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:18:31.192663 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-7bace870-0227-4cc4-9ecf-24540bd6c4f6 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:18:31.196278 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-7bace870-0227-4cc4-9ecf-24540bd6c4f6 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:18:31.224980 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bace870-0227-4cc4-9ecf-24540bd6c4f6 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Pushing event updated for resources: {'Port': ['ID=8b4448a6-e7bf-44e1-b3a4-985e0cdac772,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:31.252975 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-7bace870-0227-4cc4-9ecf-24540bd6c4f6 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:31.253555 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-7bace870-0227-4cc4-9ecf-24540bd6c4f6 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:31.268715 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-7bace870-0227-4cc4-9ecf-24540bd6c4f6 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5842345 Aug 13 03:18:31.282341 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-0046c6d9-f5da-4c73-a1ad-af4b8ce95e03 service neutron] Request body: {'port': {'device_id': '19a1321f-3c67-444f-a89d-720fc1f4f1a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:18:31.337386 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-0046c6d9-f5da-4c73-a1ad-af4b8ce95e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:31.405757 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-33573ec7-d778-453b-96bb-51b8fd1d8e02 None None] Provisioning for port 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:18:31.409684 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-33573ec7-d778-453b-96bb-51b8fd1d8e02 None None] Provisioning complete for port 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:18:31.410003 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-33573ec7-d778-453b-96bb-51b8fd1d8e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:31.443184 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-33573ec7-d778-453b-96bb-51b8fd1d8e02 None None] Port 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:18:31.593422 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-0046c6d9-f5da-4c73-a1ad-af4b8ce95e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:18:31.600562 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-0046c6d9-f5da-4c73-a1ad-af4b8ce95e03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:31.612335 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-0046c6d9-f5da-4c73-a1ad-af4b8ce95e03 service neutron] Transition to ACTIVE for port object 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:18:31.615623 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-0046c6d9-f5da-4c73-a1ad-af4b8ce95e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:31.668323 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046c6d9-f5da-4c73-a1ad-af4b8ce95e03 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4448a6-e7bf-44e1-b3a4-985e0cdac772,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:31.738336 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-0046c6d9-f5da-4c73-a1ad-af4b8ce95e03 service neutron] Attempting to bind port 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:18:31.738683 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-0046c6d9-f5da-4c73-a1ad-af4b8ce95e03 service neutron] Attempting to bind port 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:18:31.739010 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-0046c6d9-f5da-4c73-a1ad-af4b8ce95e03 service neutron] Attempting to bind port 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 on network 8f2dd367-ecc3-4d0f-8fae-69beb53f0210 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:18:31.744144 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-0046c6d9-f5da-4c73-a1ad-af4b8ce95e03 service neutron] Port 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 on network 8f2dd367-ecc3-4d0f-8fae-69beb53f0210 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:18:31.744472 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-0046c6d9-f5da-4c73-a1ad-af4b8ce95e03 service neutron] Attempting to bind port 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 on network 8f2dd367-ecc3-4d0f-8fae-69beb53f0210 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:18:31.749683 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-0046c6d9-f5da-4c73-a1ad-af4b8ce95e03 service neutron] Checking agent: {'id': 'ed42ff0f-eab8-465d-8b76-aea1e8788a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'started_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:18:31.750026 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-0046c6d9-f5da-4c73-a1ad-af4b8ce95e03 service neutron] Checking segment: {'id': 'c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:18:31.750411 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-0046c6d9-f5da-4c73-a1ad-af4b8ce95e03 service neutron] Bound using segment: {'id': 'c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:18:31.750834 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-0046c6d9-f5da-4c73-a1ad-af4b8ce95e03 service neutron] Bound port: 8b4448a6-e7bf-44e1-b3a4-985e0cdac772, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:18:31.751191 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-0046c6d9-f5da-4c73-a1ad-af4b8ce95e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:31.818963 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-0046c6d9-f5da-4c73-a1ad-af4b8ce95e03 service neutron] For port 8b4448a6-e7bf-44e1-b3a4-985e0cdac772, host hv-cinder-76019, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:18:31.822279 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-0046c6d9-f5da-4c73-a1ad-af4b8ce95e03 service neutron] For port 8b4448a6-e7bf-44e1-b3a4-985e0cdac772, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8b4448a6-e7bf-44e1-b3a4-985e0cdac772,segment=NetworkSegment(c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e),segment_id=c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:18:31.825999 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-0046c6d9-f5da-4c73-a1ad-af4b8ce95e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:31.864314 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-0046c6d9-f5da-4c73-a1ad-af4b8ce95e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:31.864955 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-0046c6d9-f5da-4c73-a1ad-af4b8ce95e03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:31.866429 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-0046c6d9-f5da-4c73-a1ad-af4b8ce95e03 service neutron] 10.222.0.36 "PUT /v2.0/ports/8b4448a6-e7bf-44e1-b3a4-985e0cdac772 HTTP/1.1" status: 200 len: 1093 time: 0.5886092 Aug 13 03:18:31.866903 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a1321f-3c67-444f-a89d-720fc1f4f1a5', 'tag': '8b4448a6-e7bf-44e1-b3a4-985e0cdac772'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:18:31.870130 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b28ff5-77b9-488c-8cf6-70ee0eb45a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "19a1321f-3c67-444f-a89d-720fc1f4f1a5", "tag": "8b4448a6-e7bf-44e1-b3a4-985e0cdac772"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:18:31.883302 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:18:31.905569 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046c6d9-f5da-4c73-a1ad-af4b8ce95e03 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4448a6-e7bf-44e1-b3a4-985e0cdac772,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:31.974169 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-9e90d25a-af8d-41ee-9b92-9a47e0c8d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:31.975749 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-9e90d25a-af8d-41ee-9b92-9a47e0c8d44a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f70be8ce88d248c298404200b0e36171&device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 1096 time: 0.0579231 Aug 13 03:18:31.989254 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32eb762c-31bc-4e89-80d1-1e65dd6bff0d x-openstack-request-id: req-32eb762c-31bc-4e89-80d1-1e65dd6bff0d {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:18:31.989536 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a1321f-3c67-444f-a89d-720fc1f4f1a5", "tag": "8b4448a6-e7bf-44e1-b3a4-985e0cdac772", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:18:31.989784 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32eb762c-31bc-4e89-80d1-1e65dd6bff0d {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:18:31.990170 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a1321f-3c67-444f-a89d-720fc1f4f1a5', 'tag': '8b4448a6-e7bf-44e1-b3a4-985e0cdac772', 'status': 'completed', 'code': 200} Aug 13 03:18:32.046218 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-ba9528a9-c817-4f42-ab22-8ba26e23743b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b4448a6-e7bf-44e1-b3a4-985e0cdac772 HTTP/1.1" status: 200 len: 217 time: 0.0590689 Aug 13 03:18:32.097518 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e198e-5aca-486e-8d43-93197cbb9f7c req-ead60ae8-db5d-4ec3-90fd-00caa2d50ce2 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:32.098973 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-520e198e-5aca-486e-8d43-93197cbb9f7c req-ead60ae8-db5d-4ec3-90fd-00caa2d50ce2 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 943 time: 0.1151407 Aug 13 03:18:32.124961 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-fab5997f-e918-4ebb-88c0-774ddc390a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:32.126340 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-fab5997f-e918-4ebb-88c0-774ddc390a52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da943a0d-6336-44fe-a2c4-7098931b01ae HTTP/1.1" status: 200 len: 848 time: 0.0706038 Aug 13 03:18:32.167026 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-520e198e-5aca-486e-8d43-93197cbb9f7c req-f9d8e4cd-d934-4471-b5fc-ff2345da5ed2 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594683 Aug 13 03:18:32.182925 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-ec664853-63a0-4ddd-b600-64f9e75735d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:32.184471 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-ec664853-63a0-4ddd-b600-64f9e75735d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f2dd367-ecc3-4d0f-8fae-69beb53f0210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461655 Aug 13 03:18:32.277439 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-bd3c105d-125a-4943-a41f-1febeb57e2bd service neutron] 10.222.0.36 "GET /v2.0/networks/8f2dd367-ecc3-4d0f-8fae-69beb53f0210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852132 Aug 13 03:18:32.364833 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-12025209-18f3-47ff-9b76-fd540b2c1670 req-291541dd-1193-46db-943f-dd380299eda7 service neutron] 10.222.0.36 "GET /v2.0/networks/8f2dd367-ecc3-4d0f-8fae-69beb53f0210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801055 Aug 13 03:18:32.460011 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b28ff5-77b9-488c-8cf6-70ee0eb45a8d req-27a58026-688c-4405-84fc-85bec89c86a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:32.461688 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f7b28ff5-77b9-488c-8cf6-70ee0eb45a8d req-27a58026-688c-4405-84fc-85bec89c86a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f70be8ce88d248c298404200b0e36171&device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 1096 time: 0.0439119 Aug 13 03:18:32.561407 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b28ff5-77b9-488c-8cf6-70ee0eb45a8d req-e28afad6-f581-4d1b-9e72-c35150f0ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:32.562884 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f7b28ff5-77b9-488c-8cf6-70ee0eb45a8d req-e28afad6-f581-4d1b-9e72-c35150f0ecc5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f2dd367-ecc3-4d0f-8fae-69beb53f0210 HTTP/1.1" status: 200 len: 910 time: 0.0940354 Aug 13 03:18:32.607973 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f7b28ff5-77b9-488c-8cf6-70ee0eb45a8d req-9c493e31-1b72-4ada-8838-a12e3fc19794 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b4448a6-e7bf-44e1-b3a4-985e0cdac772 HTTP/1.1" status: 200 len: 217 time: 0.0351870 Aug 13 03:18:32.660330 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b28ff5-77b9-488c-8cf6-70ee0eb45a8d req-dceac710-7b67-4a09-b251-73fc008a89e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:32.661876 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f7b28ff5-77b9-488c-8cf6-70ee0eb45a8d req-dceac710-7b67-4a09-b251-73fc008a89e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da943a0d-6336-44fe-a2c4-7098931b01ae HTTP/1.1" status: 200 len: 848 time: 0.0457015 Aug 13 03:18:32.717083 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b28ff5-77b9-488c-8cf6-70ee0eb45a8d req-e03d20f8-2723-45bd-8a58-a46f46ca0255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:32.718513 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f7b28ff5-77b9-488c-8cf6-70ee0eb45a8d req-e03d20f8-2723-45bd-8a58-a46f46ca0255 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f2dd367-ecc3-4d0f-8fae-69beb53f0210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482681 Aug 13 03:18:32.821407 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f7b28ff5-77b9-488c-8cf6-70ee0eb45a8d req-6f85cdf6-2e9e-4131-ad81-08835c9478f7 service neutron] 10.222.0.36 "GET /v2.0/networks/8f2dd367-ecc3-4d0f-8fae-69beb53f0210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945351 Aug 13 03:18:32.917592 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f7b28ff5-77b9-488c-8cf6-70ee0eb45a8d req-07d3d253-aa8e-430d-9db4-469f2132e2b5 service neutron] 10.222.0.36 "GET /v2.0/networks/8f2dd367-ecc3-4d0f-8fae-69beb53f0210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884011 Aug 13 03:18:33.288281 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af24e8a-b602-4919-9332-3a64b61b88b4 req-6037b85b-aacf-4b19-a0dc-2624cc0ee39f tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:33.289800 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-0af24e8a-b602-4919-9332-3a64b61b88b4 req-6037b85b-aacf-4b19-a0dc-2624cc0ee39f tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0544648 Aug 13 03:18:33.329342 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-0af24e8a-b602-4919-9332-3a64b61b88b4 req-ce1034d7-9e47-4242-a5ef-1250c6785265 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330894 Aug 13 03:18:34.442715 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46daa24c-5cea-43c9-880a-7e8d4be33dec req-00374421-b95b-44fe-a8eb-03db2ca17e00 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:34.444223 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-46daa24c-5cea-43c9-880a-7e8d4be33dec req-00374421-b95b-44fe-a8eb-03db2ca17e00 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0487118 Aug 13 03:18:34.483759 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-46daa24c-5cea-43c9-880a-7e8d4be33dec req-d6fa6941-2da8-47a2-b328-eb23c86e2dbd tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332792 Aug 13 03:18:35.597902 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b84b3-1901-4d3a-baee-23d72e567f25 req-f70874d7-107e-4f9d-a87d-79327ec5491e tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:35.599364 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f05b84b3-1901-4d3a-baee-23d72e567f25 req-f70874d7-107e-4f9d-a87d-79327ec5491e tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0489402 Aug 13 03:18:35.636906 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f05b84b3-1901-4d3a-baee-23d72e567f25 req-f29d6a6f-7256-4575-b104-54cfa40458d6 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313928 Aug 13 03:18:36.753542 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219c8b6-ee5a-426a-91e6-e415861d4579 req-bbb5a2e2-f698-4f2d-9156-5a360ab1ef35 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:36.754922 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1219c8b6-ee5a-426a-91e6-e415861d4579 req-bbb5a2e2-f698-4f2d-9156-5a360ab1ef35 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0492308 Aug 13 03:18:36.794945 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1219c8b6-ee5a-426a-91e6-e415861d4579 req-cedb5b46-803b-4c48-b639-525a3627c739 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329514 Aug 13 03:18:37.906892 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a81cf8-cd5d-4406-b684-be97d899a78a req-77cbabf1-45d3-4e74-9325-f57336a84fff tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:37.908386 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c0a81cf8-cd5d-4406-b684-be97d899a78a req-77cbabf1-45d3-4e74-9325-f57336a84fff tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0475218 Aug 13 03:18:37.944801 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c0a81cf8-cd5d-4406-b684-be97d899a78a req-5fcf5b24-2b57-4aaf-a964-f0deb92b74f3 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305357 Aug 13 03:18:39.064567 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbf195-1afc-43d1-a124-139fa26ebf7f req-51e7f4c0-e67c-43f5-934f-07a6e118a47f tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:39.066048 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-96cbf195-1afc-43d1-a124-139fa26ebf7f req-51e7f4c0-e67c-43f5-934f-07a6e118a47f tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0528038 Aug 13 03:18:39.105894 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-96cbf195-1afc-43d1-a124-139fa26ebf7f req-abc2eecf-50f5-45df-b040-f425712863d6 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331800 Aug 13 03:18:40.230930 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb574cf-ead0-47bc-b4d3-ff8a989657a1 req-9d271cc4-52aa-4430-9cfa-a89d48a61552 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:40.232582 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-1bb574cf-ead0-47bc-b4d3-ff8a989657a1 req-9d271cc4-52aa-4430-9cfa-a89d48a61552 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0561068 Aug 13 03:18:40.289998 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-1bb574cf-ead0-47bc-b4d3-ff8a989657a1 req-0e7bf957-ba98-4ab3-ad62-8ab3b53699c6 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462892 Aug 13 03:18:40.896933 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:18:41.003903 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 8b4448a6-e7bf-44e1-b3a4-985e0cdac772, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8b4448a6-e7bf-44e1-b3a4-985e0cdac772,segment=NetworkSegment(c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e),segment_id=c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:18:41.016557 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Returning: {'device': '8b4448a6-e7bf-44e1-b3a4-985e0cdac772', 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210', 'port_id': '8b4448a6-e7bf-44e1-b3a4-985e0cdac772', 'mac_address': 'fa:16:3e:80:29:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da943a0d-6336-44fe-a2c4-7098931b01ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:18:41.057739 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:41.072431 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 {{(pid=100522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:18:41.095177 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 8b4448a6-e7bf-44e1-b3a4-985e0cdac772, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8b4448a6-e7bf-44e1-b3a4-985e0cdac772,segment=NetworkSegment(c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e),segment_id=c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:18:41.100298 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:41.157586 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=8b4448a6-e7bf-44e1-b3a4-985e0cdac772,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:41.314587 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['8b4448a6-e7bf-44e1-b3a4-985e0cdac772'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:18:41.425143 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558103e-3e10-4d33-bb80-404c0b14b600 req-a88a070b-384d-4ca0-bf98-ec86ae9aacf4 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:41.427183 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f558103e-3e10-4d33-bb80-404c0b14b600 req-a88a070b-384d-4ca0-bf98-ec86ae9aacf4 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 944 time: 0.0600033 Aug 13 03:18:41.474197 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f558103e-3e10-4d33-bb80-404c0b14b600 req-176b0921-3889-46e2-bfd1-b03f2b338333 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399995 Aug 13 03:18:42.613823 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d5406-5d8f-47b0-8399-ca1a658c8ab4 req-4641996d-daa8-471b-8e94-a8c75bfe5eab tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:42.615419 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-963d5406-5d8f-47b0-8399-ca1a658c8ab4 req-4641996d-daa8-471b-8e94-a8c75bfe5eab tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 944 time: 0.0552344 Aug 13 03:18:42.660439 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-963d5406-5d8f-47b0-8399-ca1a658c8ab4 req-97b4111b-a628-4a0a-95f2-da04cf3d5dc0 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380661 Aug 13 03:18:42.896861 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 up at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:18:42.960631 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning for port 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:18:42.966312 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning complete for port 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:18:42.966843 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:43.066883 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:43.109471 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a1321f-3c67-444f-a89d-720fc1f4f1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4448a6-e7bf-44e1-b3a4-985e0cdac772'}] {{(pid=100522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:18:43.113079 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8fc6cf8b2729e4d9e864767b08278c7cd211cb654a5ced023b8b854c91925" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e557940-334c-4d0f-ae97-87772a0b47ac" -d '{"events": [{"server_uuid": "19a1321f-3c67-444f-a89d-720fc1f4f1a5", "name": "network-vif-plugged", "status": "completed", "tag": "8b4448a6-e7bf-44e1-b3a4-985e0cdac772"}]}' {{(pid=100522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:18:43.132400 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 8b4448a6-e7bf-44e1-b3a4-985e0cdac772, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8b4448a6-e7bf-44e1-b3a4-985e0cdac772,segment=NetworkSegment(c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e),segment_id=c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:18:43.138015 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:43.167332 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08746b80-1357-4b2f-9213-23f0c3d3a317 x-openstack-request-id: req-08746b80-1357-4b2f-9213-23f0c3d3a317 {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:18:43.167696 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a1321f-3c67-444f-a89d-720fc1f4f1a5", "name": "network-vif-plugged", "status": "completed", "tag": "8b4448a6-e7bf-44e1-b3a4-985e0cdac772", "code": 200}]} {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:18:43.167965 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08746b80-1357-4b2f-9213-23f0c3d3a317 {{(pid=100522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:18:43.168407 dv-cinder-760192-6-iscsi neutron-server[100522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a1321f-3c67-444f-a89d-720fc1f4f1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4448a6-e7bf-44e1-b3a4-985e0cdac772', 'code': 200} Aug 13 03:18:43.208586 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=8b4448a6-e7bf-44e1-b3a4-985e0cdac772,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:43.392729 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145fc7e-8419-4d05-8cc9-2a31cefb028f req-b6ca30eb-961b-4fdc-ad79-8972ec1da2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:43.394169 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5145fc7e-8419-4d05-8cc9-2a31cefb028f req-b6ca30eb-961b-4fdc-ad79-8972ec1da2cb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 1098 time: 0.0432980 Aug 13 03:18:43.435590 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5145fc7e-8419-4d05-8cc9-2a31cefb028f req-6166da38-0083-41e3-b7ae-a1fab9ae4a80 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332391 Aug 13 03:18:43.785623 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c7e34-a301-4cb2-84b5-1e49771fce22 req-4af88862-f5b6-4415-8d95-79a1edcaca91 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:43.787171 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-6a0c7e34-a301-4cb2-84b5-1e49771fce22 req-4af88862-f5b6-4415-8d95-79a1edcaca91 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0499809 Aug 13 03:18:43.831951 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-6a0c7e34-a301-4cb2-84b5-1e49771fce22 req-fb1fb6a9-0805-40ce-8647-52195f84a489 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375042 Aug 13 03:18:44.962359 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebfd8c-1e60-468e-9b1a-1866fa5a6873 req-d339ab9d-bd8b-4a40-b3d1-b7f8e1ce03d8 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:44.964139 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8cebfd8c-1e60-468e-9b1a-1866fa5a6873 req-d339ab9d-bd8b-4a40-b3d1-b7f8e1ce03d8 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0586369 Aug 13 03:18:45.008444 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8cebfd8c-1e60-468e-9b1a-1866fa5a6873 req-c3749b19-b66c-4efe-bfa5-fe8273d5cc76 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382268 Aug 13 03:18:45.135982 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49901bdf-6f7a-450e-a1d8-92c57bfe247d req-611955dd-fc33-4c03-ae57-077a659627c6 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:45.137884 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-49901bdf-6f7a-450e-a1d8-92c57bfe247d req-611955dd-fc33-4c03-ae57-077a659627c6 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0565569 Aug 13 03:18:45.180452 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-49901bdf-6f7a-450e-a1d8-92c57bfe247d req-ca8d7cb9-e9e5-4d00-8ce7-4007df49bb2a tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354753 Aug 13 03:18:45.204155 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59112) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:18:45.205926 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6f425a4e-eef4-447c-b017-616a7ede432d req-86f4df6c-ef51-4a8f-89ba-f9e43795c045 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d8ae960-2b56-4a34-a588-e208e9737724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466714 Aug 13 03:18:45.312741 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e42cf4-a13b-4b65-a21f-23b1e286ecdc tempest-TestShelveInstance-1713995693 tempest-TestShelveInstance-1713995693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:45.313939 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f425a4e-eef4-447c-b017-616a7ede432d req-dec68330-b8f0-4886-b001-599241d5f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:45.314302 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-e5e42cf4-a13b-4b65-a21f-23b1e286ecdc tempest-TestShelveInstance-1713995693 tempest-TestShelveInstance-1713995693-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 1093 time: 0.1089969 Aug 13 03:18:45.316481 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6f425a4e-eef4-447c-b017-616a7ede432d req-dec68330-b8f0-4886-b001-599241d5f1a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07ecb44a1702491f8f71dd0e99c9e93f&device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 1098 time: 0.0624232 Aug 13 03:18:45.319114 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59116) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:18:45.325722 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-4bc7215c-01df-4278-a4c8-296a317cb93a tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Request body: {'floatingip': {'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'port_id': '8b4448a6-e7bf-44e1-b3a4-985e0cdac772', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:18:45.353349 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4bc7215c-01df-4278-a4c8-296a317cb93a tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for floatingip, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:45.484588 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4bc7215c-01df-4278-a4c8-296a317cb93a tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:45.488086 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f425a4e-eef4-447c-b017-616a7ede432d req-adcc7faa-bfb4-4f3e-94aa-4ae1f080ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:45.489921 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6f425a4e-eef4-447c-b017-616a7ede432d req-adcc7faa-bfb4-4f3e-94aa-4ae1f080ce7a service neutron] 10.222.0.36 "GET /v2.0/networks?id=a794904a-36df-494d-8a72-89ad3aea2229 HTTP/1.1" status: 200 len: 912 time: 0.1478376 Aug 13 03:18:45.568627 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6f425a4e-eef4-447c-b017-616a7ede432d req-2f710673-ea9a-4d61-b048-e88ba66baa08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc77898e-1484-4438-9d95-fd788a690afb HTTP/1.1" status: 200 len: 1001 time: 0.0702367 Aug 13 03:18:45.609815 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_common [None req-4bc7215c-01df-4278-a4c8-296a317cb93a tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Allocated IP 172.27.3.68 (e1b1eaab-3abb-4c2f-9e17-ba947274cb90/3b95406b-7f6d-4e40-b01a-fd59db47aa2f/ba578877-3088-48ab-ac5c-a0d3cc8dc3b6) {{(pid=100521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:18:45.646938 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f425a4e-eef4-447c-b017-616a7ede432d req-094f87a2-02d3-4f03-8e13-dbc5b305d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:45.650270 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6f425a4e-eef4-447c-b017-616a7ede432d req-094f87a2-02d3-4f03-8e13-dbc5b305d51b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af808ceb-2ac7-4796-bac6-242e9548c9d6 HTTP/1.1" status: 200 len: 850 time: 0.0732586 Aug 13 03:18:45.706446 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f425a4e-eef4-447c-b017-616a7ede432d req-74a8bd26-9a23-4c6f-9c0b-4e12d2f5117b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:45.708149 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6f425a4e-eef4-447c-b017-616a7ede432d req-74a8bd26-9a23-4c6f-9c0b-4e12d2f5117b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a794904a-36df-494d-8a72-89ad3aea2229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496185 Aug 13 03:18:45.752899 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4bc7215c-01df-4278-a4c8-296a317cb93a tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for port, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:45.801869 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4bc7215c-01df-4278-a4c8-296a317cb93a tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15926878'] for port, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:45.815301 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6f425a4e-eef4-447c-b017-616a7ede432d req-eb61849b-138a-45c3-882e-d76f323560f4 service neutron] 10.222.0.36 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986750 Aug 13 03:18:45.847302 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc7215c-01df-4278-a4c8-296a317cb93a tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:18:45.852999 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-4bc7215c-01df-4278-a4c8-296a317cb93a tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:18:45.856936 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc7215c-01df-4278-a4c8-296a317cb93a tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Received port after_create {{(pid=100521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:18:45.881992 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7215c-01df-4278-a4c8-296a317cb93a tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Pushing event updated for resources: {'Port': ['ID=ba578877-3088-48ab-ac5c-a0d3cc8dc3b6,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:45.943834 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6f425a4e-eef4-447c-b017-616a7ede432d req-662ed400-dc9c-429d-84b7-aa42a4a2e940 service neutron] 10.222.0.36 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201339 Aug 13 03:18:46.596560 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4bc7215c-01df-4278-a4c8-296a317cb93a tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:46.683587 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4bc7215c-01df-4278-a4c8-296a317cb93a tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:46.862432 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4bc7215c-01df-4278-a4c8-296a317cb93a tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for port, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:46.868754 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4bc7215c-01df-4278-a4c8-296a317cb93a tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15926871'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:46.950389 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7215c-01df-4278-a4c8-296a317cb93a tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Pushing event updated for resources: {'Port': ['ID=ba578877-3088-48ab-ac5c-a0d3cc8dc3b6,revision_number=2']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:18:46.968062 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4bc7215c-01df-4278-a4c8-296a317cb93a tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790613'] for floatingip, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:47.082621 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.db.l3_db [None req-4bc7215c-01df-4278-a4c8-296a317cb93a tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Floating IP 346a18e5-114e-4e2a-a406-4b4c2d6cf951 associated. External IP: 172.27.3.68, port: 8b4448a6-e7bf-44e1-b3a4-985e0cdac772. Aug 13 03:18:47.309251 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc7215c-01df-4278-a4c8-296a317cb93a tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Router 2c8dc665-ee1e-439d-9896-507b6d92f19b has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:18:47.429819 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc7215c-01df-4278-a4c8-296a317cb93a tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:18:47.443173 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e9f336-6429-44b0-b2c6-a957827eaba4 None None] Sync routers for ids ['2c8dc665-ee1e-439d-9896-507b6d92f19b'] in dv-cinder-760192-6-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:18:47.453399 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4bc7215c-01df-4278-a4c8-296a317cb93a tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for floatingip, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:47.460431 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e9f336-6429-44b0-b2c6-a957827eaba4 None None] Routers {'2c8dc665-ee1e-439d-9896-507b6d92f19b'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:18:47.461450 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-45e9f336-6429-44b0-b2c6-a957827eaba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:18:26Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['2c8dc665-ee1e-439d-9896-507b6d92f19b'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:18:47.496378 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-4bc7215c-01df-4278-a4c8-296a317cb93a tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1751390 Aug 13 03:18:47.496978 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a1321f-3c67-444f-a89d-720fc1f4f1a5', 'tag': '8b4448a6-e7bf-44e1-b3a4-985e0cdac772'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:18:47.499878 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cfb025da75d9d11c28f101ae45bca3ab743feb35e1b92c787b6593142af668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bc9fd8-fe1f-4c2c-922d-485c2ead4485" -d '{"events": [{"name": "network-changed", "server_uuid": "19a1321f-3c67-444f-a89d-720fc1f4f1a5", "tag": "8b4448a6-e7bf-44e1-b3a4-985e0cdac772"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:18:47.554990 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9c364e-4eaf-435c-b024-b2e4b1cf57c8 x-openstack-request-id: req-5d9c364e-4eaf-435c-b024-b2e4b1cf57c8 {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:18:47.555994 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a1321f-3c67-444f-a89d-720fc1f4f1a5", "tag": "8b4448a6-e7bf-44e1-b3a4-985e0cdac772", "status": "completed", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:18:47.557829 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d9c364e-4eaf-435c-b024-b2e4b1cf57c8 {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:18:47.558302 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a1321f-3c67-444f-a89d-720fc1f4f1a5', 'tag': '8b4448a6-e7bf-44e1-b3a4-985e0cdac772', 'status': 'completed', 'code': 200} Aug 13 03:18:47.600320 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-45e9f336-6429-44b0-b2c6-a957827eaba4 None None] Set router 2c8dc665-ee1e-439d-9896-507b6d92f19b gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:18:47.625877 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc9fd8-fe1f-4c2c-922d-485c2ead4485 req-85f40f2e-6876-4f47-a4ef-ea472af083c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:47.627397 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b4bc9fd8-fe1f-4c2c-922d-485c2ead4485 req-85f40f2e-6876-4f47-a4ef-ea472af083c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f70be8ce88d248c298404200b0e36171&device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 1098 time: 0.0501752 Aug 13 03:18:47.732277 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc9fd8-fe1f-4c2c-922d-485c2ead4485 req-513f0b0b-2bd7-4e09-9317-fef0b54d347b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:47.733807 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b4bc9fd8-fe1f-4c2c-922d-485c2ead4485 req-513f0b0b-2bd7-4e09-9317-fef0b54d347b service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f2dd367-ecc3-4d0f-8fae-69beb53f0210 HTTP/1.1" status: 200 len: 910 time: 0.0982034 Aug 13 03:18:47.822520 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b4bc9fd8-fe1f-4c2c-922d-485c2ead4485 req-51de33c1-ee0f-44a1-a9b3-1a79d98cdcf5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b4448a6-e7bf-44e1-b3a4-985e0cdac772 HTTP/1.1" status: 200 len: 998 time: 0.0808074 Aug 13 03:18:47.885451 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc9fd8-fe1f-4c2c-922d-485c2ead4485 req-c211a675-1f64-46b6-94be-9ad453f4d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:47.887219 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b4bc9fd8-fe1f-4c2c-922d-485c2ead4485 req-c211a675-1f64-46b6-94be-9ad453f4d51b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da943a0d-6336-44fe-a2c4-7098931b01ae HTTP/1.1" status: 200 len: 848 time: 0.0578346 Aug 13 03:18:47.949277 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc9fd8-fe1f-4c2c-922d-485c2ead4485 req-c304c585-2b9f-4451-b000-3a5bf04ad582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:18:47.951103 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b4bc9fd8-fe1f-4c2c-922d-485c2ead4485 req-c304c585-2b9f-4451-b000-3a5bf04ad582 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f2dd367-ecc3-4d0f-8fae-69beb53f0210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561931 Aug 13 03:18:48.000160 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-45e9f336-6429-44b0-b2c6-a957827eaba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'name': 'tempest-TestShelveInstance-1008388788-router', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'c721421e-6d17-408f-ae65-d54a491b6c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:18:04Z', 'revision_number': 4, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'gw_port': {'id': 'c721421e-6d17-408f-ae65-d54a491b6c43', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': '346a18e5-114e-4e2a-a406-4b4c2d6cf951', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'floating_ip_address': '172.27.3.68', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'port_id': '8b4448a6-e7bf-44e1-b3a4-985e0cdac772', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210', 'mac_address': 'fa:16:3e:80:29:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a1321f-3c67-444f-a89d-720fc1f4f1a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:18:46Z', 'updated_at': '2021-08-13T03:18:46Z', 'revision_number': 0, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e47d72e-deee-4540-8e6c-4558a2fa4764', 'name': '', 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'mac_address': 'fa:16:3e:e7:42:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'da943a0d-6336-44fe-a2c4-7098931b01ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:03Z', 'updated_at': '2021-08-13T03:18:09Z', 'revision_number': 5, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'subnets': [{'id': 'da943a0d-6336-44fe-a2c4-7098931b01ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:18:48.037479 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e9f336-6429-44b0-b2c6-a957827eaba4 None None] Checking router: 2c8dc665-ee1e-439d-9896-507b6d92f19b for host: dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:18:48.048547 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e9f336-6429-44b0-b2c6-a957827eaba4 None None] Routers {'2c8dc665-ee1e-439d-9896-507b6d92f19b'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:18:48.049273 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-45e9f336-6429-44b0-b2c6-a957827eaba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:18:26Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['2c8dc665-ee1e-439d-9896-507b6d92f19b'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:18:48.091403 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b4bc9fd8-fe1f-4c2c-922d-485c2ead4485 req-1bebe792-364d-474a-97ae-db7d0b5a9135 service neutron] 10.222.0.36 "GET /v2.0/networks/8f2dd367-ecc3-4d0f-8fae-69beb53f0210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322861 Aug 13 03:18:48.170222 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-45e9f336-6429-44b0-b2c6-a957827eaba4 None None] Set router 2c8dc665-ee1e-439d-9896-507b6d92f19b gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:18:48.224593 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b4bc9fd8-fe1f-4c2c-922d-485c2ead4485 req-9f40566e-903b-4f85-865d-8899f0d42344 service neutron] 10.222.0.36 "GET /v2.0/networks/8f2dd367-ecc3-4d0f-8fae-69beb53f0210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264148 Aug 13 03:18:48.586877 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-45e9f336-6429-44b0-b2c6-a957827eaba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'name': 'tempest-TestShelveInstance-1008388788-router', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'c721421e-6d17-408f-ae65-d54a491b6c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:18:04Z', 'revision_number': 4, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'gw_port': {'id': 'c721421e-6d17-408f-ae65-d54a491b6c43', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': '346a18e5-114e-4e2a-a406-4b4c2d6cf951', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'floating_ip_address': '172.27.3.68', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'port_id': '8b4448a6-e7bf-44e1-b3a4-985e0cdac772', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210', 'mac_address': 'fa:16:3e:80:29:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a1321f-3c67-444f-a89d-720fc1f4f1a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:18:46Z', 'updated_at': '2021-08-13T03:18:46Z', 'revision_number': 0, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e47d72e-deee-4540-8e6c-4558a2fa4764', 'name': '', 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'mac_address': 'fa:16:3e:e7:42:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'da943a0d-6336-44fe-a2c4-7098931b01ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:03Z', 'updated_at': '2021-08-13T03:18:09Z', 'revision_number': 5, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'subnets': [{'id': 'da943a0d-6336-44fe-a2c4-7098931b01ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:18:48.620214 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e9f336-6429-44b0-b2c6-a957827eaba4 None None] The sync data for ids ['2c8dc665-ee1e-439d-9896-507b6d92f19b'] in dv-cinder-760192-6-iscsi is: [{'id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'name': 'tempest-TestShelveInstance-1008388788-router', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'c721421e-6d17-408f-ae65-d54a491b6c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:18:04Z', 'revision_number': 4, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'gw_port': {'id': 'c721421e-6d17-408f-ae65-d54a491b6c43', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': '346a18e5-114e-4e2a-a406-4b4c2d6cf951', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'floating_ip_address': '172.27.3.68', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'port_id': '8b4448a6-e7bf-44e1-b3a4-985e0cdac772', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210', 'mac_address': 'fa:16:3e:80:29:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a1321f-3c67-444f-a89d-720fc1f4f1a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:18:46Z', 'updated_at': '2021-08-13T03:18:46Z', 'revision_number': 0, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e47d72e-deee-4540-8e6c-4558a2fa4764', 'name': '', 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'mac_address': 'fa:16:3e:e7:42:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'da943a0d-6336-44fe-a2c4-7098931b01ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:03Z', 'updated_at': '2021-08-13T03:18:09Z', 'revision_number': 5, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'subnets': [{'id': 'da943a0d-6336-44fe-a2c4-7098931b01ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:18:48.848196 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8dfcbb-ffa7-479b-824f-42bdbc422591 None None] New status for floating IP 346a18e5-114e-4e2a-a406-4b4c2d6cf951: ACTIVE {{(pid=100523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:18:50.732143 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:52.586228 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-70447055-82ff-434c-811d-e2133e1b1db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:55.535862 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-698fb445-f4a3-43cf-94d1-1ec3f8cd3d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:55.824001 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:56.477234 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:18:57.916364 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:19:08.884505 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:19:20.737566 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:19:22.578714 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-3f3ed3b7-ff88-496f-92ed-176a1eb6dc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:19:25.528649 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-35dbf43d-f09b-4db3-913a-34cfb0625330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:19:25.828980 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:19:26.482914 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:19:27.949307 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:19:45.882859 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:19:46.199260 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d41dfa47-e56f-4c0f-8a84-ccea1d8970e2 req-e6491262-2b3d-4681-bfa4-2dd7a39afa7a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400236 Aug 13 03:19:46.261134 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41dfa47-e56f-4c0f-8a84-ccea1d8970e2 req-e473129e-21be-4b1f-9faf-55a1f7f31688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:19:46.262631 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d41dfa47-e56f-4c0f-8a84-ccea1d8970e2 req-e473129e-21be-4b1f-9faf-55a1f7f31688 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f70be8ce88d248c298404200b0e36171&device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 1098 time: 0.0401533 Aug 13 03:19:46.369183 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41dfa47-e56f-4c0f-8a84-ccea1d8970e2 req-9660133f-0295-4fff-8355-c03d6345a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:19:46.370663 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d41dfa47-e56f-4c0f-8a84-ccea1d8970e2 req-9660133f-0295-4fff-8355-c03d6345a691 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f2dd367-ecc3-4d0f-8fae-69beb53f0210 HTTP/1.1" status: 200 len: 910 time: 0.0867233 Aug 13 03:19:46.436362 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d41dfa47-e56f-4c0f-8a84-ccea1d8970e2 req-cb5bf102-550a-4079-9218-86bf29f0e31e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b4448a6-e7bf-44e1-b3a4-985e0cdac772 HTTP/1.1" status: 200 len: 1000 time: 0.0576043 Aug 13 03:19:46.488100 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41dfa47-e56f-4c0f-8a84-ccea1d8970e2 req-52a5296b-3622-46e4-9493-2a9cadd1a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:19:46.489428 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d41dfa47-e56f-4c0f-8a84-ccea1d8970e2 req-52a5296b-3622-46e4-9493-2a9cadd1a3cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da943a0d-6336-44fe-a2c4-7098931b01ae HTTP/1.1" status: 200 len: 848 time: 0.0439277 Aug 13 03:19:46.537783 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41dfa47-e56f-4c0f-8a84-ccea1d8970e2 req-cd4cca84-2691-4156-bfad-69f8495513cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:19:46.539381 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d41dfa47-e56f-4c0f-8a84-ccea1d8970e2 req-cd4cca84-2691-4156-bfad-69f8495513cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f2dd367-ecc3-4d0f-8fae-69beb53f0210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426357 Aug 13 03:19:46.549727 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [req-d41dfa47-e56f-4c0f-8a84-ccea1d8970e2 req-2379a441-791e-4352-956d-fe7e4857b41e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:19:46.550659 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d41dfa47-e56f-4c0f-8a84-ccea1d8970e2 req-2379a441-791e-4352-956d-fe7e4857b41e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047860 Aug 13 03:19:46.639713 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d41dfa47-e56f-4c0f-8a84-ccea1d8970e2 req-ee173a2f-f900-42ea-8d0d-9cdf88b63c00 service neutron] 10.222.0.36 "GET /v2.0/networks/8f2dd367-ecc3-4d0f-8fae-69beb53f0210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817614 Aug 13 03:19:46.732041 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d41dfa47-e56f-4c0f-8a84-ccea1d8970e2 req-5da8b26b-afff-45b5-a690-d321dc591082 service neutron] 10.222.0.36 "GET /v2.0/networks/8f2dd367-ecc3-4d0f-8fae-69beb53f0210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850940 Aug 13 03:19:50.736754 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:19:52.580246 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-801cbb45-cb9a-4e01-99c4-c8fe8fb537ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:19:55.531036 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-9cc706ba-ae64-48d5-bded-c28341f36013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:19:55.832256 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:19:56.482329 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:19:57.920115 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:19:58.651053 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-adfd55f8-a7ff-4d93-b184-6896f8d81fd6 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-185478105&fields=id&tenant_id=07ecb44a1702491f8f71dd0e99c9e93f HTTP/1.1" status: 200 len: 267 time: 0.0363441 Aug 13 03:19:58.766494 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-535046a5-626a-4762-b2c0-3dde265df285 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:19:58.767977 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-535046a5-626a-4762-b2c0-3dde265df285 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/networks?id=a794904a-36df-494d-8a72-89ad3aea2229 HTTP/1.1" status: 200 len: 811 time: 0.1088092 Aug 13 03:19:58.787182 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-d59a5285-7e06-484f-9ee3-c9676a9a0e65 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/quotas/07ecb44a1702491f8f71dd0e99c9e93f HTTP/1.1" status: 200 len: 375 time: 0.0094597 Aug 13 03:19:58.848027 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-95838136-4015-4d96-932c-3f5f8864912b tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=07ecb44a1702491f8f71dd0e99c9e93f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0543866 Aug 13 03:19:58.908231 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-f0d24206-2961-432a-82a5-335c71ce159f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100521) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:19:58.909263 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-f0d24206-2961-432a-82a5-335c71ce159f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481124 Aug 13 03:19:59.003059 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-0897dd2e-1370-41f9-9031-2aa441dcedd5 service neutron] 10.222.0.13 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869074 Aug 13 03:19:59.097368 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-8d0ac8bf-2d70-4d0c-98fe-0ed301b24470 service neutron] 10.222.0.13 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872724 Aug 13 03:19:59.385782 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c6def0a4-bcba-44f5-bd4f-f978a2c0649c req-fb7c7024-0169-4937-950a-a4b7a6989770 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4397898a-017e-4e34-9a6e-483ed91b748b HTTP/1.1" status: 200 len: 210 time: 0.0265946 Aug 13 03:20:00.449616 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-79c988d5-81a3-4556-b7be-7567a318a469 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:00.451085 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-79c988d5-81a3-4556-b7be-7567a318a469 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.36 "GET /v2.0/networks?id=a794904a-36df-494d-8a72-89ad3aea2229 HTTP/1.1" status: 200 len: 811 time: 0.1142051 Aug 13 03:20:00.480693 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-bf86fd57-01d9-4bd4-8ddd-bdddda781eb2 req-d049e109-fa34-4b2e-82fb-34ee4e24bc49 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4397898a-017e-4e34-9a6e-483ed91b748b HTTP/1.1" status: 200 len: 210 time: 0.0277717 Aug 13 03:20:00.495629 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-e05b1aad-efc3-4edc-98dc-96bd42cb6a38 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07ecb44a1702491f8f71dd0e99c9e93f HTTP/1.1" status: 200 len: 379 time: 0.0354660 Aug 13 03:20:00.504972 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-f2e13566-db64-4d29-ac7b-1cab245bf9bd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Request body: {'port': {'device_id': '4397898a-017e-4e34-9a6e-483ed91b748b', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'admin_state_up': True, 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'security_groups': ['56a5ea1c-c683-44ca-8706-fa09bd31bfdf']}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:20:00.615313 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-f2e13566-db64-4d29-ac7b-1cab245bf9bd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Made reservation on behalf of 07ecb44a1702491f8f71dd0e99c9e93f for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:20:00.618882 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-f2e13566-db64-4d29-ac7b-1cab245bf9bd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:00.758518 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-f2e13566-db64-4d29-ac7b-1cab245bf9bd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Allocated IP 172.20.0.7 (a794904a-36df-494d-8a72-89ad3aea2229/af808ceb-2ac7-4796-bac6-242e9548c9d6/004d3e7a-683f-416c-9229-dd98e0d46cbf) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:20:00.903693 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-f2e13566-db64-4d29-ac7b-1cab245bf9bd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:00.919437 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-f2e13566-db64-4d29-ac7b-1cab245bf9bd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Transition to ACTIVE for port object 004d3e7a-683f-416c-9229-dd98e0d46cbf will not be triggered until provisioned by entity DHCP. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:20:00.952595 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-f2e13566-db64-4d29-ac7b-1cab245bf9bd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:00.998350 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-f2e13566-db64-4d29-ac7b-1cab245bf9bd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Network a794904a-36df-494d-8a72-89ad3aea2229 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:20:01.003586 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-f2e13566-db64-4d29-ac7b-1cab245bf9bd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:20:01.007913 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-f2e13566-db64-4d29-ac7b-1cab245bf9bd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:20:01.191904 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-432684a2-f269-47c1-ad12-d91576337b9c None None] Provisioning for port 004d3e7a-683f-416c-9229-dd98e0d46cbf completed by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:20:01.197408 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-432684a2-f269-47c1-ad12-d91576337b9c None None] Provisioning complete for port 004d3e7a-683f-416c-9229-dd98e0d46cbf triggered by entity DHCP. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:20:01.197823 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-432684a2-f269-47c1-ad12-d91576337b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:01.235426 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-432684a2-f269-47c1-ad12-d91576337b9c None None] Port 004d3e7a-683f-416c-9229-dd98e0d46cbf cannot update to ACTIVE because it is not bound. {{(pid=100522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:20:01.294645 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e13566-db64-4d29-ac7b-1cab245bf9bd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Pushing event updated for resources: {'Port': ['ID=004d3e7a-683f-416c-9229-dd98e0d46cbf,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:20:01.308811 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e13566-db64-4d29-ac7b-1cab245bf9bd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:01.309160 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e13566-db64-4d29-ac7b-1cab245bf9bd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:01.309500 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e13566-db64-4d29-ac7b-1cab245bf9bd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:01.309839 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e13566-db64-4d29-ac7b-1cab245bf9bd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:01.310179 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e13566-db64-4d29-ac7b-1cab245bf9bd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:01.310507 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e13566-db64-4d29-ac7b-1cab245bf9bd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:01.310831 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e13566-db64-4d29-ac7b-1cab245bf9bd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:01.311152 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e13566-db64-4d29-ac7b-1cab245bf9bd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:01.311475 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e13566-db64-4d29-ac7b-1cab245bf9bd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:01.311818 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e13566-db64-4d29-ac7b-1cab245bf9bd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:01.312137 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e13566-db64-4d29-ac7b-1cab245bf9bd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:01.312454 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e13566-db64-4d29-ac7b-1cab245bf9bd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:01.330486 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-f2e13566-db64-4d29-ac7b-1cab245bf9bd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:01.331082 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-f2e13566-db64-4d29-ac7b-1cab245bf9bd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:01.345545 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-f2e13566-db64-4d29-ac7b-1cab245bf9bd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8443575 Aug 13 03:20:01.358389 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-8cdb5998-618b-42a2-ab6f-e55fa81dfe7f service neutron] Request body: {'port': {'device_id': '4397898a-017e-4e34-9a6e-483ed91b748b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:20:01.410630 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-8cdb5998-618b-42a2-ab6f-e55fa81dfe7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:01.645665 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a0ec1-da28-4042-968a-7175027a4217 req-c929a2b4-3beb-4b65-8314-73f3afcb543f tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:01.647878 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-927a0ec1-da28-4042-968a-7175027a4217 req-c929a2b4-3beb-4b65-8314-73f3afcb543f tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4397898a-017e-4e34-9a6e-483ed91b748b HTTP/1.1" status: 200 len: 931 time: 0.0775073 Aug 13 03:20:01.707593 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-927a0ec1-da28-4042-968a-7175027a4217 req-675f8a71-a8dd-4fbe-97ac-9f9dd2fea03a tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533772 Aug 13 03:20:01.738075 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-8cdb5998-618b-42a2-ab6f-e55fa81dfe7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 004d3e7a-683f-416c-9229-dd98e0d46cbf {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:20:01.745485 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-8cdb5998-618b-42a2-ab6f-e55fa81dfe7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:01.757394 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-8cdb5998-618b-42a2-ab6f-e55fa81dfe7f service neutron] Transition to ACTIVE for port object 004d3e7a-683f-416c-9229-dd98e0d46cbf will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:20:01.761074 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-8cdb5998-618b-42a2-ab6f-e55fa81dfe7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:01.813065 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb5998-618b-42a2-ab6f-e55fa81dfe7f service neutron] Pushing event updated for resources: {'Port': ['ID=004d3e7a-683f-416c-9229-dd98e0d46cbf,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:20:01.890110 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-8cdb5998-618b-42a2-ab6f-e55fa81dfe7f service neutron] Attempting to bind port 004d3e7a-683f-416c-9229-dd98e0d46cbf on host hv-cinder-76019 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:20:01.890473 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-8cdb5998-618b-42a2-ab6f-e55fa81dfe7f service neutron] Attempting to bind port 004d3e7a-683f-416c-9229-dd98e0d46cbf by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'ab15a2c2-97d6-4b76-b8c4-01d9db163df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:20:01.890810 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-8cdb5998-618b-42a2-ab6f-e55fa81dfe7f service neutron] Attempting to bind port 004d3e7a-683f-416c-9229-dd98e0d46cbf on network a794904a-36df-494d-8a72-89ad3aea2229 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:20:01.895448 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-8cdb5998-618b-42a2-ab6f-e55fa81dfe7f service neutron] Port 004d3e7a-683f-416c-9229-dd98e0d46cbf on network a794904a-36df-494d-8a72-89ad3aea2229 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:20:01.895871 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-8cdb5998-618b-42a2-ab6f-e55fa81dfe7f service neutron] Attempting to bind port 004d3e7a-683f-416c-9229-dd98e0d46cbf on network a794904a-36df-494d-8a72-89ad3aea2229 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:20:01.900879 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-8cdb5998-618b-42a2-ab6f-e55fa81dfe7f service neutron] Checking agent: {'id': 'ed42ff0f-eab8-465d-8b76-aea1e8788a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'started_at': datetime.datetime(2021, 8, 13, 2, 37, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:20:01.901224 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-8cdb5998-618b-42a2-ab6f-e55fa81dfe7f service neutron] Checking segment: {'id': 'ab15a2c2-97d6-4b76-b8c4-01d9db163df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:20:01.901612 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-8cdb5998-618b-42a2-ab6f-e55fa81dfe7f service neutron] Bound using segment: {'id': 'ab15a2c2-97d6-4b76-b8c4-01d9db163df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:20:01.902042 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-8cdb5998-618b-42a2-ab6f-e55fa81dfe7f service neutron] Bound port: 004d3e7a-683f-416c-9229-dd98e0d46cbf, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab15a2c2-97d6-4b76-b8c4-01d9db163df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:20:01.902406 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-8cdb5998-618b-42a2-ab6f-e55fa81dfe7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:01.967236 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-8cdb5998-618b-42a2-ab6f-e55fa81dfe7f service neutron] For port 004d3e7a-683f-416c-9229-dd98e0d46cbf, host hv-cinder-76019, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:20:01.970234 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-8cdb5998-618b-42a2-ab6f-e55fa81dfe7f service neutron] For port 004d3e7a-683f-416c-9229-dd98e0d46cbf, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=004d3e7a-683f-416c-9229-dd98e0d46cbf,segment=NetworkSegment(ab15a2c2-97d6-4b76-b8c4-01d9db163df3),segment_id=ab15a2c2-97d6-4b76-b8c4-01d9db163df3)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:20:01.973923 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-8cdb5998-618b-42a2-ab6f-e55fa81dfe7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13334741'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:02.014958 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-8cdb5998-618b-42a2-ab6f-e55fa81dfe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:02.015653 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-8cdb5998-618b-42a2-ab6f-e55fa81dfe7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:02.017078 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-8cdb5998-618b-42a2-ab6f-e55fa81dfe7f service neutron] 10.222.0.36 "PUT /v2.0/ports/004d3e7a-683f-416c-9229-dd98e0d46cbf HTTP/1.1" status: 200 len: 1093 time: 0.6627557 Aug 13 03:20:02.017562 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4397898a-017e-4e34-9a6e-483ed91b748b', 'tag': '004d3e7a-683f-416c-9229-dd98e0d46cbf'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:20:02.019967 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06542d42-ae02-4a35-bdd6-a7b6cd867757" -d '{"events": [{"name": "network-changed", "server_uuid": "4397898a-017e-4e34-9a6e-483ed91b748b", "tag": "004d3e7a-683f-416c-9229-dd98e0d46cbf"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:20:02.052787 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb5998-618b-42a2-ab6f-e55fa81dfe7f service neutron] Pushing event updated for resources: {'Port': ['ID=004d3e7a-683f-416c-9229-dd98e0d46cbf,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:20:02.081916 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb59337-4f91-40dd-8c66-4b145601576d x-openstack-request-id: req-dbb59337-4f91-40dd-8c66-4b145601576d {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:20:02.082264 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4397898a-017e-4e34-9a6e-483ed91b748b", "tag": "004d3e7a-683f-416c-9229-dd98e0d46cbf", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:20:02.082515 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbb59337-4f91-40dd-8c66-4b145601576d {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:20:02.082910 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4397898a-017e-4e34-9a6e-483ed91b748b', 'tag': '004d3e7a-683f-416c-9229-dd98e0d46cbf', 'status': 'completed', 'code': 200} Aug 13 03:20:02.116867 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-be577806-4b72-475c-b808-ff9bb31c2437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:02.117988 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-be577806-4b72-475c-b808-ff9bb31c2437 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07ecb44a1702491f8f71dd0e99c9e93f&device_id=4397898a-017e-4e34-9a6e-483ed91b748b HTTP/1.1" status: 200 len: 1096 time: 0.0489511 Aug 13 03:20:02.163263 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-49d764df-b113-48ef-8cf3-0ad3cb414fdb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=004d3e7a-683f-416c-9229-dd98e0d46cbf HTTP/1.1" status: 200 len: 217 time: 0.0368030 Aug 13 03:20:02.217497 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-9064fafc-5534-477b-8c4c-1d6eb0f7ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:02.218969 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-9064fafc-5534-477b-8c4c-1d6eb0f7ed05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af808ceb-2ac7-4796-bac6-242e9548c9d6 HTTP/1.1" status: 200 len: 850 time: 0.0495584 Aug 13 03:20:02.265978 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-fd55772c-7fba-4469-a942-e61bf3618550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:02.267468 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-fd55772c-7fba-4469-a942-e61bf3618550 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a794904a-36df-494d-8a72-89ad3aea2229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408809 Aug 13 03:20:02.362311 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-98513c0f-d3be-4776-b1df-c811c126a645 service neutron] 10.222.0.36 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868673 Aug 13 03:20:02.466490 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-73757706-776c-42fb-b42a-7fd20fa2fdc4 req-b7645d29-04d3-4352-b5fd-2b4a83d8c7b7 service neutron] 10.222.0.36 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949454 Aug 13 03:20:02.556305 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06542d42-ae02-4a35-bdd6-a7b6cd867757 req-938156f2-512f-43f6-ab40-abbd029c334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:02.557775 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-06542d42-ae02-4a35-bdd6-a7b6cd867757 req-938156f2-512f-43f6-ab40-abbd029c334a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07ecb44a1702491f8f71dd0e99c9e93f&device_id=4397898a-017e-4e34-9a6e-483ed91b748b HTTP/1.1" status: 200 len: 1096 time: 0.0420282 Aug 13 03:20:02.650502 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06542d42-ae02-4a35-bdd6-a7b6cd867757 req-471b513d-e27b-458c-9fb8-fc62e9c9e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:02.652010 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-06542d42-ae02-4a35-bdd6-a7b6cd867757 req-471b513d-e27b-458c-9fb8-fc62e9c9e22d service neutron] 10.222.0.36 "GET /v2.0/networks?id=a794904a-36df-494d-8a72-89ad3aea2229 HTTP/1.1" status: 200 len: 912 time: 0.0870712 Aug 13 03:20:02.698868 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-06542d42-ae02-4a35-bdd6-a7b6cd867757 req-4bdfb7ae-f5a7-466a-a36a-73635a474dd3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=004d3e7a-683f-416c-9229-dd98e0d46cbf HTTP/1.1" status: 200 len: 217 time: 0.0372066 Aug 13 03:20:02.750718 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06542d42-ae02-4a35-bdd6-a7b6cd867757 req-c64e6908-3e11-4872-a2e6-fbf65a1e0ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:02.752203 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-06542d42-ae02-4a35-bdd6-a7b6cd867757 req-c64e6908-3e11-4872-a2e6-fbf65a1e0ecc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af808ceb-2ac7-4796-bac6-242e9548c9d6 HTTP/1.1" status: 200 len: 850 time: 0.0444434 Aug 13 03:20:02.835911 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06542d42-ae02-4a35-bdd6-a7b6cd867757 req-caffbf8f-3e33-4651-8efc-486bb89238e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:02.837451 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-06542d42-ae02-4a35-bdd6-a7b6cd867757 req-caffbf8f-3e33-4651-8efc-486bb89238e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a794904a-36df-494d-8a72-89ad3aea2229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765958 Aug 13 03:20:02.851530 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2785e-e83d-49f3-8d7c-1bd9edc85f69 req-ea358555-c34b-4af6-9ba3-c44f913fb183 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:02.853013 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-efa2785e-e83d-49f3-8d7c-1bd9edc85f69 req-ea358555-c34b-4af6-9ba3-c44f913fb183 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4397898a-017e-4e34-9a6e-483ed91b748b HTTP/1.1" status: 200 len: 943 time: 0.0682862 Aug 13 03:20:02.946970 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-efa2785e-e83d-49f3-8d7c-1bd9edc85f69 req-839a87f5-b875-4beb-9e66-0042e81ea252 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846817 Aug 13 03:20:02.971808 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-06542d42-ae02-4a35-bdd6-a7b6cd867757 req-cdf9e2f6-9fcb-4c07-be4d-7ac53f2b92ff service neutron] 10.222.0.36 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177874 Aug 13 03:20:03.065278 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-06542d42-ae02-4a35-bdd6-a7b6cd867757 req-0c6f2f4d-bc58-4b68-9aa4-1faae9dafc4e service neutron] 10.222.0.36 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826509 Aug 13 03:20:04.065783 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62cf6e-df48-47cd-bc6e-438b5b5c2fb6 req-fe743d39-fa5a-4f9c-a8b7-1406c6113132 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:04.067333 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8b62cf6e-df48-47cd-bc6e-438b5b5c2fb6 req-fe743d39-fa5a-4f9c-a8b7-1406c6113132 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4397898a-017e-4e34-9a6e-483ed91b748b HTTP/1.1" status: 200 len: 943 time: 0.0504129 Aug 13 03:20:04.111262 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8b62cf6e-df48-47cd-bc6e-438b5b5c2fb6 req-075a7ecf-6a94-4446-ae68-511cfedbee0a tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370083 Aug 13 03:20:05.227175 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967e0a3-5ea7-4119-9907-fa0b3be5d3e4 req-cff6819d-19ad-40e0-b844-3b174cef4461 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:05.228662 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4967e0a3-5ea7-4119-9907-fa0b3be5d3e4 req-cff6819d-19ad-40e0-b844-3b174cef4461 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4397898a-017e-4e34-9a6e-483ed91b748b HTTP/1.1" status: 200 len: 943 time: 0.0519874 Aug 13 03:20:05.265971 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4967e0a3-5ea7-4119-9907-fa0b3be5d3e4 req-2c86b86a-ec4d-4d24-a00c-40e828bac233 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313270 Aug 13 03:20:06.379817 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae3906-b72f-42c6-9b89-66d4c778852a req-b2270656-baab-431e-857e-78957370e843 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:06.381856 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c3ae3906-b72f-42c6-9b89-66d4c778852a req-b2270656-baab-431e-857e-78957370e843 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4397898a-017e-4e34-9a6e-483ed91b748b HTTP/1.1" status: 200 len: 943 time: 0.0486088 Aug 13 03:20:06.420337 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-c3ae3906-b72f-42c6-9b89-66d4c778852a req-5fdb814f-4478-4f50-bd8c-57e353343d71 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321400 Aug 13 03:20:07.540804 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54efe49-a2f2-4de6-a9fd-3efe59575686 req-ed71dad2-e1c6-4a9f-a557-4ce35627098c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:07.542296 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f54efe49-a2f2-4de6-a9fd-3efe59575686 req-ed71dad2-e1c6-4a9f-a557-4ce35627098c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4397898a-017e-4e34-9a6e-483ed91b748b HTTP/1.1" status: 200 len: 943 time: 0.0538602 Aug 13 03:20:07.580733 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f54efe49-a2f2-4de6-a9fd-3efe59575686 req-784e1e08-ae06-4170-ada6-bf851f07d790 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324411 Aug 13 03:20:08.704352 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16e3e5-1bc1-4958-898f-8e860c3dc9b4 req-2e74d0c5-956c-4e83-90cc-954719754848 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:08.706037 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-0e16e3e5-1bc1-4958-898f-8e860c3dc9b4 req-2e74d0c5-956c-4e83-90cc-954719754848 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4397898a-017e-4e34-9a6e-483ed91b748b HTTP/1.1" status: 200 len: 943 time: 0.0574942 Aug 13 03:20:08.747480 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-0e16e3e5-1bc1-4958-898f-8e860c3dc9b4 req-1c123c0e-e937-45e3-9cbe-bf9b982c6e79 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328283 Aug 13 03:20:09.283712 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 004d3e7a-683f-416c-9229-dd98e0d46cbf details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:20:09.382533 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 004d3e7a-683f-416c-9229-dd98e0d46cbf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=004d3e7a-683f-416c-9229-dd98e0d46cbf,segment=NetworkSegment(ab15a2c2-97d6-4b76-b8c4-01d9db163df3),segment_id=ab15a2c2-97d6-4b76-b8c4-01d9db163df3)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:20:09.394750 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Returning: {'device': '004d3e7a-683f-416c-9229-dd98e0d46cbf', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'port_id': '004d3e7a-683f-416c-9229-dd98e0d46cbf', 'mac_address': 'fa:16:3e:13:dc:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:20:09.438491 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:09.452804 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 004d3e7a-683f-416c-9229-dd98e0d46cbf {{(pid=100522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:20:09.472367 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 004d3e7a-683f-416c-9229-dd98e0d46cbf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=004d3e7a-683f-416c-9229-dd98e0d46cbf,segment=NetworkSegment(ab15a2c2-97d6-4b76-b8c4-01d9db163df3),segment_id=ab15a2c2-97d6-4b76-b8c4-01d9db163df3)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:20:09.477130 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:09.532069 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=004d3e7a-683f-416c-9229-dd98e0d46cbf,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:20:09.539147 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:09.539522 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:09.539865 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:09.540196 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:09.540526 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:09.540854 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:09.541181 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:09.541505 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:09.541834 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:09.542151 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:09.542471 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:09.542788 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:09.738601 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['004d3e7a-683f-416c-9229-dd98e0d46cbf'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:20:09.871729 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce7a00-768f-4ced-8c72-8036938ec01a req-30ef1022-b11b-4abe-a457-f29df9233a0f tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:09.873263 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-19ce7a00-768f-4ced-8c72-8036938ec01a req-30ef1022-b11b-4abe-a457-f29df9233a0f tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4397898a-017e-4e34-9a6e-483ed91b748b HTTP/1.1" status: 200 len: 944 time: 0.0495605 Aug 13 03:20:09.913950 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-19ce7a00-768f-4ced-8c72-8036938ec01a req-2c7ccefd-d36d-43bf-bb69-054eb5a185f8 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339663 Aug 13 03:20:11.082285 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337aa740-609e-4e10-b52f-e113fb39afe8 req-14ca67a1-9440-43e9-83dc-0439169950f2 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:11.084217 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-337aa740-609e-4e10-b52f-e113fb39afe8 req-14ca67a1-9440-43e9-83dc-0439169950f2 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4397898a-017e-4e34-9a6e-483ed91b748b HTTP/1.1" status: 200 len: 944 time: 0.1002681 Aug 13 03:20:11.128001 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-337aa740-609e-4e10-b52f-e113fb39afe8 req-f2df3353-a6d0-47ba-ba03-ffaba32e02f2 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376282 Aug 13 03:20:11.291855 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 004d3e7a-683f-416c-9229-dd98e0d46cbf up at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:20:11.343164 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning for port 004d3e7a-683f-416c-9229-dd98e0d46cbf completed by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:20:11.346978 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning complete for port 004d3e7a-683f-416c-9229-dd98e0d46cbf triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:20:11.347350 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:11.432460 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:11.456726 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4397898a-017e-4e34-9a6e-483ed91b748b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004d3e7a-683f-416c-9229-dd98e0d46cbf'}] {{(pid=100522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:20:11.459230 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8fc6cf8b2729e4d9e864767b08278c7cd211cb654a5ced023b8b854c91925" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6915d4-f8f8-4e96-880b-ed12908c99fc" -d '{"events": [{"server_uuid": "4397898a-017e-4e34-9a6e-483ed91b748b", "name": "network-vif-plugged", "status": "completed", "tag": "004d3e7a-683f-416c-9229-dd98e0d46cbf"}]}' {{(pid=100522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:20:11.473160 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 004d3e7a-683f-416c-9229-dd98e0d46cbf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=004d3e7a-683f-416c-9229-dd98e0d46cbf,segment=NetworkSegment(ab15a2c2-97d6-4b76-b8c4-01d9db163df3),segment_id=ab15a2c2-97d6-4b76-b8c4-01d9db163df3)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:20:11.479237 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:11.531609 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=004d3e7a-683f-416c-9229-dd98e0d46cbf,revision_number=5']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:20:11.573106 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab98b210-4205-4667-807a-baa5f0eb9d7f x-openstack-request-id: req-ab98b210-4205-4667-807a-baa5f0eb9d7f {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:20:11.573404 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4397898a-017e-4e34-9a6e-483ed91b748b", "name": "network-vif-plugged", "status": "completed", "tag": "004d3e7a-683f-416c-9229-dd98e0d46cbf", "code": 200}]} {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:20:11.573663 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab98b210-4205-4667-807a-baa5f0eb9d7f {{(pid=100522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:20:11.574059 dv-cinder-760192-6-iscsi neutron-server[100522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4397898a-017e-4e34-9a6e-483ed91b748b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004d3e7a-683f-416c-9229-dd98e0d46cbf', 'code': 200} Aug 13 03:20:11.798505 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866f1db-b54a-4f81-b23d-23bb39860f7e req-96d4a74d-4692-4e98-88d5-b188bcbd198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:11.800028 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a866f1db-b54a-4f81-b23d-23bb39860f7e req-96d4a74d-4692-4e98-88d5-b188bcbd198c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4397898a-017e-4e34-9a6e-483ed91b748b HTTP/1.1" status: 200 len: 1098 time: 0.0406141 Aug 13 03:20:11.839330 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a866f1db-b54a-4f81-b23d-23bb39860f7e req-ff55ae1a-1591-4bf1-a71c-d21c210a349d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316646 Aug 13 03:20:12.250107 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01825d6a-c4a4-440e-b9d2-cc5cc1f9b6d9 req-a4abc2d8-ea39-4a6d-a68b-cb1cb7138cc4 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:12.251795 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-01825d6a-c4a4-440e-b9d2-cc5cc1f9b6d9 req-a4abc2d8-ea39-4a6d-a68b-cb1cb7138cc4 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4397898a-017e-4e34-9a6e-483ed91b748b HTTP/1.1" status: 200 len: 945 time: 0.0532539 Aug 13 03:20:12.292690 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-01825d6a-c4a4-440e-b9d2-cc5cc1f9b6d9 req-1284814d-3d56-4b9f-b869-266d96bf84b7 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341132 Aug 13 03:20:13.419897 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1b5d1-7208-4483-a5cf-e8ffca8a5237 req-70cada96-18f6-4486-9c6a-8a8803cf64ba tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:13.421474 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-31b1b5d1-7208-4483-a5cf-e8ffca8a5237 req-70cada96-18f6-4486-9c6a-8a8803cf64ba tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4397898a-017e-4e34-9a6e-483ed91b748b HTTP/1.1" status: 200 len: 945 time: 0.0583611 Aug 13 03:20:13.462442 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-31b1b5d1-7208-4483-a5cf-e8ffca8a5237 req-9c464ac6-da40-4743-8b15-94bda854aa0b tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343759 Aug 13 03:20:13.581519 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be457eb-4943-4145-a2a7-4e5577f48159 req-06e77bb8-84b9-42b5-9264-44cf98d0832a tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:13.583128 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-7be457eb-4943-4145-a2a7-4e5577f48159 req-06e77bb8-84b9-42b5-9264-44cf98d0832a tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4397898a-017e-4e34-9a6e-483ed91b748b HTTP/1.1" status: 200 len: 945 time: 0.0514140 Aug 13 03:20:13.628237 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-7be457eb-4943-4145-a2a7-4e5577f48159 req-7b0fd54b-7630-4420-aa48-c82268b4d783 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343497 Aug 13 03:20:13.660749 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59250) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:20:13.703289 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf242d7-c94a-49f3-a979-860a44b16668 tempest-TestVolumeBootPattern-476243300 tempest-TestVolumeBootPattern-476243300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:13.704898 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-ccf242d7-c94a-49f3-a979-860a44b16668 tempest-TestVolumeBootPattern-476243300 tempest-TestVolumeBootPattern-476243300-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4397898a-017e-4e34-9a6e-483ed91b748b HTTP/1.1" status: 200 len: 1093 time: 0.0431471 Aug 13 03:20:13.707850 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59252) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:20:13.713293 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.v2.base [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Request body: {'floatingip': {'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'port_id': '004d3e7a-683f-416c-9229-dd98e0d46cbf', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:20:13.742918 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for floatingip, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:13.854573 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:14.016988 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_common [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Allocated IP 172.27.3.234 (e1b1eaab-3abb-4c2f-9e17-ba947274cb90/3b95406b-7f6d-4e40-b01a-fd59db47aa2f/cc303e8b-b513-4d29-9a8f-02935f873595) {{(pid=100521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:20:14.195589 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for port, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:14.258833 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730805427703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15926878'] for port, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:14.297900 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Network e1b1eaab-3abb-4c2f-9e17-ba947274cb90 is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:20:14.303228 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:20:14.306538 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Received port after_create {{(pid=100521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:20:14.339791 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Pushing event updated for resources: {'Port': ['ID=cc303e8b-b513-4d29-9a8f-02935f873595,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:20:14.354055 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:14.354405 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:14.354747 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:14.355083 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:14.355412 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:14.355779 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:14.356104 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:14.356428 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:14.356753 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:14.357074 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:14.357395 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:14.357724 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:20:14.705776 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:14.785043 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:14.947232 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for port, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:14.953255 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15926871'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:15.027209 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Pushing event updated for resources: {'Port': ['ID=cc303e8b-b513-4d29-9a8f-02935f873595,revision_number=2']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:20:15.042400 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790613'] for floatingip, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:15.159008 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.db.l3_db [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Floating IP 530d2100-1832-45e0-8b4b-b4b336aef19e associated. External IP: 172.27.3.234, port: 004d3e7a-683f-416c-9229-dd98e0d46cbf. Aug 13 03:20:15.378448 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Router 8dfe5706-a43f-46c9-9719-d5032f1b4980 has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:20:15.489209 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:20:15.500685 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfae9d01-d0be-4ce2-827c-4b05440b41de None None] Sync routers for ids ['8dfe5706-a43f-46c9-9719-d5032f1b4980'] in dv-cinder-760192-6-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:20:15.511581 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfae9d01-d0be-4ce2-827c-4b05440b41de None None] Routers {'8dfe5706-a43f-46c9-9719-d5032f1b4980'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:20:15.511824 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for floatingip, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:15.512399 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-cfae9d01-d0be-4ce2-827c-4b05440b41de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:19:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['8dfe5706-a43f-46c9-9719-d5032f1b4980'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:20:15.554775 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-40b713fe-2661-4535-a353-cad55915565c tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8457625 Aug 13 03:20:15.555790 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4397898a-017e-4e34-9a6e-483ed91b748b', 'tag': '004d3e7a-683f-416c-9229-dd98e0d46cbf'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:20:15.558706 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cfb025da75d9d11c28f101ae45bca3ab743feb35e1b92c787b6593142af668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13d526d-3e81-4151-a731-c40409daa2f5" -d '{"events": [{"name": "network-changed", "server_uuid": "4397898a-017e-4e34-9a6e-483ed91b748b", "tag": "004d3e7a-683f-416c-9229-dd98e0d46cbf"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:20:15.619961 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce797fd4-1063-492a-92c3-4605e5e50342 x-openstack-request-id: req-ce797fd4-1063-492a-92c3-4605e5e50342 {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:20:15.620250 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4397898a-017e-4e34-9a6e-483ed91b748b", "tag": "004d3e7a-683f-416c-9229-dd98e0d46cbf", "status": "completed", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:20:15.620497 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce797fd4-1063-492a-92c3-4605e5e50342 {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:20:15.620903 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4397898a-017e-4e34-9a6e-483ed91b748b', 'tag': '004d3e7a-683f-416c-9229-dd98e0d46cbf', 'status': 'completed', 'code': 200} Aug 13 03:20:15.657713 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-cfae9d01-d0be-4ce2-827c-4b05440b41de None None] Set router 8dfe5706-a43f-46c9-9719-d5032f1b4980 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:20:15.703692 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d526d-3e81-4151-a731-c40409daa2f5 req-76b3b189-5f9a-43ca-b8c5-874613a4055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:15.705473 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d13d526d-3e81-4151-a731-c40409daa2f5 req-76b3b189-5f9a-43ca-b8c5-874613a4055e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07ecb44a1702491f8f71dd0e99c9e93f&device_id=4397898a-017e-4e34-9a6e-483ed91b748b HTTP/1.1" status: 200 len: 1098 time: 0.0613985 Aug 13 03:20:15.839563 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d526d-3e81-4151-a731-c40409daa2f5 req-24cf91ee-1675-468c-b382-e9cea709fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:15.841131 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d13d526d-3e81-4151-a731-c40409daa2f5 req-24cf91ee-1675-468c-b382-e9cea709fd04 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a794904a-36df-494d-8a72-89ad3aea2229 HTTP/1.1" status: 200 len: 912 time: 0.1280267 Aug 13 03:20:15.920155 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d13d526d-3e81-4151-a731-c40409daa2f5 req-6356ed3b-8df6-443a-9f0f-80b4efa72b60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=004d3e7a-683f-416c-9229-dd98e0d46cbf HTTP/1.1" status: 200 len: 999 time: 0.0718026 Aug 13 03:20:15.960653 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-cfae9d01-d0be-4ce2-827c-4b05440b41de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:04Z', 'revision_number': 4, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port': {'id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': '530d2100-1832-45e0-8b4b-b4b336aef19e', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'port_id': '004d3e7a-683f-416c-9229-dd98e0d46cbf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'mac_address': 'fa:16:3e:13:dc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4397898a-017e-4e34-9a6e-483ed91b748b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:20:14Z', 'updated_at': '2021-08-13T03:20:14Z', 'revision_number': 0, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'fixed_ip_address_scope': None}, {'id': '8b820dbc-1516-4231-bd11-7f760d4e300e', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'port_id': 'dc77898e-1484-4438-9d95-fd788a690afb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'mac_address': 'fa:16:3e:ca:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ae960-2b56-4a34-a588-e208e9737724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:18:10Z', 'updated_at': '2021-08-13T03:18:12Z', 'revision_number': 1, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f8a638-0f7e-4757-aa8f-9edf8ddf07ed', 'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'mac_address': 'fa:16:3e:30:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:03Z', 'updated_at': '2021-08-13T03:15:09Z', 'revision_number': 5, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'subnets': [{'id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:20:15.980148 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d526d-3e81-4151-a731-c40409daa2f5 req-63cbbe6e-eae8-4d45-9250-f94528fa5bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:15.981648 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d13d526d-3e81-4151-a731-c40409daa2f5 req-63cbbe6e-eae8-4d45-9250-f94528fa5bbd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af808ceb-2ac7-4796-bac6-242e9548c9d6 HTTP/1.1" status: 200 len: 850 time: 0.0552435 Aug 13 03:20:15.993512 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfae9d01-d0be-4ce2-827c-4b05440b41de None None] Checking router: 8dfe5706-a43f-46c9-9719-d5032f1b4980 for host: dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:20:16.005372 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfae9d01-d0be-4ce2-827c-4b05440b41de None None] Routers {'8dfe5706-a43f-46c9-9719-d5032f1b4980'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:20:16.007087 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-cfae9d01-d0be-4ce2-827c-4b05440b41de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:19:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['8dfe5706-a43f-46c9-9719-d5032f1b4980'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:20:16.038852 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d526d-3e81-4151-a731-c40409daa2f5 req-d6b1f701-0b2d-4b93-9a33-49ca438eee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:16.040908 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d13d526d-3e81-4151-a731-c40409daa2f5 req-d6b1f701-0b2d-4b93-9a33-49ca438eee3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a794904a-36df-494d-8a72-89ad3aea2229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520558 Aug 13 03:20:16.151065 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-cfae9d01-d0be-4ce2-827c-4b05440b41de None None] Set router 8dfe5706-a43f-46c9-9719-d5032f1b4980 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:20:16.159874 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d13d526d-3e81-4151-a731-c40409daa2f5 req-165d874b-d686-42fc-aab1-1dacefe39693 service neutron] 10.222.0.36 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114695 Aug 13 03:20:16.301524 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d13d526d-3e81-4151-a731-c40409daa2f5 req-f7d926ca-569b-49e3-82a0-10e8723831a1 service neutron] 10.222.0.36 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345754 Aug 13 03:20:16.448374 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-cfae9d01-d0be-4ce2-827c-4b05440b41de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:04Z', 'revision_number': 4, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port': {'id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': '530d2100-1832-45e0-8b4b-b4b336aef19e', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'port_id': '004d3e7a-683f-416c-9229-dd98e0d46cbf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'mac_address': 'fa:16:3e:13:dc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4397898a-017e-4e34-9a6e-483ed91b748b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:20:14Z', 'updated_at': '2021-08-13T03:20:14Z', 'revision_number': 0, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'fixed_ip_address_scope': None}, {'id': '8b820dbc-1516-4231-bd11-7f760d4e300e', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'port_id': 'dc77898e-1484-4438-9d95-fd788a690afb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'mac_address': 'fa:16:3e:ca:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ae960-2b56-4a34-a588-e208e9737724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:18:10Z', 'updated_at': '2021-08-13T03:18:12Z', 'revision_number': 1, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f8a638-0f7e-4757-aa8f-9edf8ddf07ed', 'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'mac_address': 'fa:16:3e:30:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:03Z', 'updated_at': '2021-08-13T03:15:09Z', 'revision_number': 5, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'subnets': [{'id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:20:16.481043 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfae9d01-d0be-4ce2-827c-4b05440b41de None None] The sync data for ids ['8dfe5706-a43f-46c9-9719-d5032f1b4980'] in dv-cinder-760192-6-iscsi is: [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:04Z', 'revision_number': 4, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port': {'id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': '530d2100-1832-45e0-8b4b-b4b336aef19e', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'port_id': '004d3e7a-683f-416c-9229-dd98e0d46cbf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'mac_address': 'fa:16:3e:13:dc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4397898a-017e-4e34-9a6e-483ed91b748b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:20:14Z', 'updated_at': '2021-08-13T03:20:14Z', 'revision_number': 0, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'fixed_ip_address_scope': None}, {'id': '8b820dbc-1516-4231-bd11-7f760d4e300e', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'port_id': 'dc77898e-1484-4438-9d95-fd788a690afb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'mac_address': 'fa:16:3e:ca:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ae960-2b56-4a34-a588-e208e9737724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:18:10Z', 'updated_at': '2021-08-13T03:18:12Z', 'revision_number': 1, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f8a638-0f7e-4757-aa8f-9edf8ddf07ed', 'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'mac_address': 'fa:16:3e:30:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:03Z', 'updated_at': '2021-08-13T03:15:09Z', 'revision_number': 5, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'subnets': [{'id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:20:16.673682 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aae9857-b7f2-41f5-aec5-a46a5b6a92d9 None None] New status for floating IP 530d2100-1832-45e0-8b4b-b4b336aef19e: ACTIVE {{(pid=100523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:20:20.742988 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:22.582173 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-61fe8b89-689d-492e-b5b4-a68aaf138019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:22.882492 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:20:25.533044 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-d3580266-f331-4871-a475-f8c2b7a02a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:25.835225 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:26.484895 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:27.923037 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:45.813392 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223947e-afbb-4016-98dd-154230a135c9 req-d23135e2-57a6-44d8-94fe-52ea14bcb2ae tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:45.815034 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0223947e-afbb-4016-98dd-154230a135c9 req-d23135e2-57a6-44d8-94fe-52ea14bcb2ae tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0496588 Aug 13 03:20:45.854532 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0223947e-afbb-4016-98dd-154230a135c9 req-6d280035-4180-4e9c-8049-bae7748a8d97 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325232 Aug 13 03:20:46.221638 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f5fa805a-a1d4-4c45-a9be-b4aa18f8fa56 req-05726acd-bea6-4740-8570-2f81a9bf1226 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d8ae960-2b56-4a34-a588-e208e9737724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823953 Aug 13 03:20:46.313854 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa805a-a1d4-4c45-a9be-b4aa18f8fa56 req-9a5cd90d-7578-4032-9d62-a34dfd482d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:46.315342 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f5fa805a-a1d4-4c45-a9be-b4aa18f8fa56 req-9a5cd90d-7578-4032-9d62-a34dfd482d58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07ecb44a1702491f8f71dd0e99c9e93f&device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 1098 time: 0.0394082 Aug 13 03:20:46.422323 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa805a-a1d4-4c45-a9be-b4aa18f8fa56 req-f1d6e6b3-8a4a-48b3-a4ba-1c077d657316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:46.423819 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f5fa805a-a1d4-4c45-a9be-b4aa18f8fa56 req-f1d6e6b3-8a4a-48b3-a4ba-1c077d657316 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a794904a-36df-494d-8a72-89ad3aea2229 HTTP/1.1" status: 200 len: 912 time: 0.0875473 Aug 13 03:20:46.499999 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f5fa805a-a1d4-4c45-a9be-b4aa18f8fa56 req-c86dbf51-60bb-4e80-98e1-9e4d58b03a68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc77898e-1484-4438-9d95-fd788a690afb HTTP/1.1" status: 200 len: 1001 time: 0.0666430 Aug 13 03:20:46.555436 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa805a-a1d4-4c45-a9be-b4aa18f8fa56 req-a03649ed-f62e-44d8-9e51-04707b50cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:46.556923 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f5fa805a-a1d4-4c45-a9be-b4aa18f8fa56 req-a03649ed-f62e-44d8-9e51-04707b50cd88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af808ceb-2ac7-4796-bac6-242e9548c9d6 HTTP/1.1" status: 200 len: 850 time: 0.0488198 Aug 13 03:20:46.606457 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa805a-a1d4-4c45-a9be-b4aa18f8fa56 req-d1f36acf-1f1c-4a3d-a1ce-2d1f26e5f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:46.608507 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f5fa805a-a1d4-4c45-a9be-b4aa18f8fa56 req-d1f36acf-1f1c-4a3d-a1ce-2d1f26e5f792 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a794904a-36df-494d-8a72-89ad3aea2229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428493 Aug 13 03:20:46.703794 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f5fa805a-a1d4-4c45-a9be-b4aa18f8fa56 req-1d5d4998-d67d-41fa-8e9c-a28cb6fe5175 service neutron] 10.222.0.36 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839603 Aug 13 03:20:46.807475 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f5fa805a-a1d4-4c45-a9be-b4aa18f8fa56 req-f6d68bf7-751e-4116-9198-99a98802b8ee service neutron] 10.222.0.36 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955579 Aug 13 03:20:46.988252 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02761a6c-6709-4071-963e-938f7daf5de1 req-a6676a2d-accb-4c1e-a2a5-f4e6ad6bc787 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:46.989798 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-02761a6c-6709-4071-963e-938f7daf5de1 req-a6676a2d-accb-4c1e-a2a5-f4e6ad6bc787 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0522475 Aug 13 03:20:47.030936 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-02761a6c-6709-4071-963e-938f7daf5de1 req-8c36cd23-0841-4004-863a-cd6deff1f189 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351706 Aug 13 03:20:48.148312 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0efef3-94ed-4c54-bfff-07b807d3ff90 req-3a86c4ff-9028-4536-9255-d639aca7a7d7 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:48.149782 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ce0efef3-94ed-4c54-bfff-07b807d3ff90 req-3a86c4ff-9028-4536-9255-d639aca7a7d7 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0493405 Aug 13 03:20:48.187961 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ce0efef3-94ed-4c54-bfff-07b807d3ff90 req-7aee0b36-fa14-4a25-a16c-7724e5504d44 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322542 Aug 13 03:20:49.304566 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b316c5d-a85e-43ec-b6cd-89f95dabd209 req-060af210-12d3-417a-9783-693f28c0fbe2 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:49.306059 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8b316c5d-a85e-43ec-b6cd-89f95dabd209 req-060af210-12d3-417a-9783-693f28c0fbe2 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0503323 Aug 13 03:20:49.344225 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-8b316c5d-a85e-43ec-b6cd-89f95dabd209 req-e367a8f8-f587-4634-927f-0a98ebd1314f tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322294 Aug 13 03:20:50.462876 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bcf74-4632-4ff5-9727-50e5e4c60b23 req-0fd2a21e-d2db-47b1-9269-b38f5e6343b3 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:50.464484 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a66bcf74-4632-4ff5-9727-50e5e4c60b23 req-0fd2a21e-d2db-47b1-9269-b38f5e6343b3 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0506270 Aug 13 03:20:50.508188 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a66bcf74-4632-4ff5-9727-50e5e4c60b23 req-73f9d710-c2df-4193-b43d-e01859d91218 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376980 Aug 13 03:20:50.731085 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:51.632131 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf1a6d-f5bc-46e6-b076-126d75882cb0 req-f8652f52-9e14-4e42-91ba-888c26c73c87 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:51.633662 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-1bcf1a6d-f5bc-46e6-b076-126d75882cb0 req-f8652f52-9e14-4e42-91ba-888c26c73c87 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0545843 Aug 13 03:20:51.673675 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-1bcf1a6d-f5bc-46e6-b076-126d75882cb0 req-d7070bbd-2f58-4424-b46c-d4416961f7e2 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339913 Aug 13 03:20:52.584262 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-cccc9427-3597-4aa5-a133-131fea8d7b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:52.792431 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7c004-7d5f-42c9-affd-425e806f569b req-853be30b-c2ca-4bc5-a75f-8143ef02ffb7 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:52.794000 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9df7c004-7d5f-42c9-affd-425e806f569b req-853be30b-c2ca-4bc5-a75f-8143ef02ffb7 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0505819 Aug 13 03:20:52.836777 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9df7c004-7d5f-42c9-affd-425e806f569b req-48a9b7bb-914e-4c9a-bad6-94b19e7200de tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364997 Aug 13 03:20:53.958434 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280a805-f4d0-4791-9d2b-f6f565f0f745 req-aeb24364-deb3-406c-a2d0-5959ef443296 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:53.960164 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d280a805-f4d0-4791-9d2b-f6f565f0f745 req-aeb24364-deb3-406c-a2d0-5959ef443296 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0530980 Aug 13 03:20:54.000217 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d280a805-f4d0-4791-9d2b-f6f565f0f745 req-28a96741-1fe8-45c0-9cb7-c699aaff59bc tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341311 Aug 13 03:20:55.117900 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697cf8c-2ff3-4a33-a1ed-74369c9b3e1d req-83cfd43e-303e-4148-9f1d-067b83b2b1da tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:55.119353 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0697cf8c-2ff3-4a33-a1ed-74369c9b3e1d req-83cfd43e-303e-4148-9f1d-067b83b2b1da tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0529671 Aug 13 03:20:55.157731 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0697cf8c-2ff3-4a33-a1ed-74369c9b3e1d req-ae6166e4-818f-4c9a-959f-dba0dfe7e420 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324588 Aug 13 03:20:55.535486 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-0896c4f5-0705-46a6-8acd-856b14fa52c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:55.835912 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:55.976119 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc72c5-3e74-48a4-ab30-29460b9112b8 req-6af975a5-9318-48ab-a3e4-dfb8a57b79dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:55.977627 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3bcc72c5-3e74-48a4-ab30-29460b9112b8 req-6af975a5-9318-48ab-a3e4-dfb8a57b79dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f70be8ce88d248c298404200b0e36171&device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 1098 time: 0.0412045 Aug 13 03:20:56.073428 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc72c5-3e74-48a4-ab30-29460b9112b8 req-15cb3a17-fd61-4fab-a566-af3672e28089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:56.074898 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3bcc72c5-3e74-48a4-ab30-29460b9112b8 req-15cb3a17-fd61-4fab-a566-af3672e28089 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f2dd367-ecc3-4d0f-8fae-69beb53f0210 HTTP/1.1" status: 200 len: 910 time: 0.0895238 Aug 13 03:20:56.143277 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3bcc72c5-3e74-48a4-ab30-29460b9112b8 req-32e752a5-afe2-4cac-aed7-1a685ddf04fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b4448a6-e7bf-44e1-b3a4-985e0cdac772 HTTP/1.1" status: 200 len: 1000 time: 0.0604074 Aug 13 03:20:56.198544 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc72c5-3e74-48a4-ab30-29460b9112b8 req-5c51fd88-1aee-478a-9e94-a4ccd6825c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:56.200027 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3bcc72c5-3e74-48a4-ab30-29460b9112b8 req-5c51fd88-1aee-478a-9e94-a4ccd6825c87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da943a0d-6336-44fe-a2c4-7098931b01ae HTTP/1.1" status: 200 len: 848 time: 0.0488307 Aug 13 03:20:56.250500 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc72c5-3e74-48a4-ab30-29460b9112b8 req-c5e212cf-f536-4507-ad98-1689a63f380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:56.252355 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3bcc72c5-3e74-48a4-ab30-29460b9112b8 req-c5e212cf-f536-4507-ad98-1689a63f380a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f2dd367-ecc3-4d0f-8fae-69beb53f0210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421772 Aug 13 03:20:56.277444 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45f2d0-b372-4423-8f8a-11535166ccdb req-38795c14-a7f9-41f4-9987-bcc7a6cdcf0f tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:56.278988 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-2b45f2d0-b372-4423-8f8a-11535166ccdb req-38795c14-a7f9-41f4-9987-bcc7a6cdcf0f tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0524266 Aug 13 03:20:56.319350 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-2b45f2d0-b372-4423-8f8a-11535166ccdb req-5ee97432-9cfe-4de0-b2e2-196372b1d5bf tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342095 Aug 13 03:20:56.345436 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3bcc72c5-3e74-48a4-ab30-29460b9112b8 req-afdf928d-1033-4dd9-a167-27566de3dcbd service neutron] 10.222.0.36 "GET /v2.0/networks/8f2dd367-ecc3-4d0f-8fae-69beb53f0210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842125 Aug 13 03:20:56.445305 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3bcc72c5-3e74-48a4-ab30-29460b9112b8 req-32f1582b-7c80-4f45-8738-9ea512d5b7a9 service neutron] 10.222.0.36 "GET /v2.0/networks/8f2dd367-ecc3-4d0f-8fae-69beb53f0210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916076 Aug 13 03:20:56.495898 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:57.440856 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f425918-0cde-4366-ab1c-04160ccf7a90 req-22efb08f-6493-4b37-8b0f-d6c0dfd19248 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:57.442428 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1f425918-0cde-4366-ab1c-04160ccf7a90 req-22efb08f-6493-4b37-8b0f-d6c0dfd19248 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0552680 Aug 13 03:20:57.483221 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1f425918-0cde-4366-ab1c-04160ccf7a90 req-337b26a9-f33a-4d24-884c-13d918008864 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347185 Aug 13 03:20:57.927891 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:20:58.909555 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90878f36-2d8c-4f42-80b9-a373d20b995a req-7515c286-e32f-460e-bf22-ab1dd9ecedba tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:58.911369 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-90878f36-2d8c-4f42-80b9-a373d20b995a req-7515c286-e32f-460e-bf22-ab1dd9ecedba tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 945 time: 0.3562958 Aug 13 03:20:58.955473 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-90878f36-2d8c-4f42-80b9-a373d20b995a req-266b174e-221c-4045-a827-c810e1eff529 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354140 Aug 13 03:20:59.178539 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d136431-828a-4665-94da-fc0e8398698c req-5b9e1eba-d264-441d-9b3c-cc43de903d57 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:20:59.180090 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-4d136431-828a-4665-94da-fc0e8398698c req-5b9e1eba-d264-441d-9b3c-cc43de903d57 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0533116 Aug 13 03:20:59.180246 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59308) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:20:59.219015 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-4d136431-828a-4665-94da-fc0e8398698c req-689658a0-67b2-49b1-88ef-30a18b76f35f tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327752 Aug 13 03:20:59.269558 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d61f57ea-d2d8-41b7-adde-689d3527f733 req-78e3d337-9d3a-46aa-9627-0c5f431e26ee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0881176 Aug 13 03:20:59.882307 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:21:00.355148 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee8c43-e8f6-49ad-89b6-8e3574aeab5f req-2c17d7b5-a4dd-403f-81d8-c5db12d882bc tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:21:00.356497 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-82ee8c43-e8f6-49ad-89b6-8e3574aeab5f req-2c17d7b5-a4dd-403f-81d8-c5db12d882bc tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0572553 Aug 13 03:21:00.397661 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-82ee8c43-e8f6-49ad-89b6-8e3574aeab5f req-2733a677-56ec-4cb3-b3e3-53e4447e5239 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349753 Aug 13 03:21:00.666246 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f57ea-d2d8-41b7-adde-689d3527f733 req-46e87bb7-b57c-439f-8450-e60f193e7d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:21:00.667694 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d61f57ea-d2d8-41b7-adde-689d3527f733 req-46e87bb7-b57c-439f-8450-e60f193e7d03 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5&tenant_id=f70be8ce88d248c298404200b0e36171 HTTP/1.1" status: 200 len: 1098 time: 0.0750637 Aug 13 03:21:00.734171 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f57ea-d2d8-41b7-adde-689d3527f733 req-605d7d08-7216-449e-9f0c-a5a8b511bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:21:00.735704 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d61f57ea-d2d8-41b7-adde-689d3527f733 req-605d7d08-7216-449e-9f0c-a5a8b511bdba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f70be8ce88d248c298404200b0e36171&device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 1098 time: 0.0457301 Aug 13 03:21:00.836420 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f57ea-d2d8-41b7-adde-689d3527f733 req-cb745818-6a20-4ed4-91e0-9f07f931cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:21:00.838120 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d61f57ea-d2d8-41b7-adde-689d3527f733 req-cb745818-6a20-4ed4-91e0-9f07f931cbbe service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f2dd367-ecc3-4d0f-8fae-69beb53f0210 HTTP/1.1" status: 200 len: 910 time: 0.0936460 Aug 13 03:21:00.909000 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d61f57ea-d2d8-41b7-adde-689d3527f733 req-19d183ab-3b5d-4fdf-8b3c-44c2051802f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b4448a6-e7bf-44e1-b3a4-985e0cdac772 HTTP/1.1" status: 200 len: 1000 time: 0.0615919 Aug 13 03:21:00.962748 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f57ea-d2d8-41b7-adde-689d3527f733 req-e58d536b-9390-4aae-a24a-96ee1dc59e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:21:00.964182 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d61f57ea-d2d8-41b7-adde-689d3527f733 req-e58d536b-9390-4aae-a24a-96ee1dc59e61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da943a0d-6336-44fe-a2c4-7098931b01ae HTTP/1.1" status: 200 len: 848 time: 0.0480871 Aug 13 03:21:01.011447 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f57ea-d2d8-41b7-adde-689d3527f733 req-102e54b2-8fb8-49f5-a9dc-64b4db7929b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:21:01.012976 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d61f57ea-d2d8-41b7-adde-689d3527f733 req-102e54b2-8fb8-49f5-a9dc-64b4db7929b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f2dd367-ecc3-4d0f-8fae-69beb53f0210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413315 Aug 13 03:21:01.112518 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d61f57ea-d2d8-41b7-adde-689d3527f733 req-eff58b58-4e7d-4ce5-90f2-340e932d2edb service neutron] 10.222.0.36 "GET /v2.0/networks/8f2dd367-ecc3-4d0f-8fae-69beb53f0210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894468 Aug 13 03:21:01.209801 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d61f57ea-d2d8-41b7-adde-689d3527f733 req-8279daf5-e3f7-44fb-9f33-62ab03d19291 service neutron] 10.222.0.36 "GET /v2.0/networks/8f2dd367-ecc3-4d0f-8fae-69beb53f0210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879810 Aug 13 03:21:01.513577 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:21:01.525787 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33204ec-45fe-4010-87c0-917bdf1d6063 req-974e8266-1728-4e7f-985b-10ceea8e41e7 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:21:01.527426 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f33204ec-45fe-4010-87c0-917bdf1d6063 req-974e8266-1728-4e7f-985b-10ceea8e41e7 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0562751 Aug 13 03:21:01.575038 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-f33204ec-45fe-4010-87c0-917bdf1d6063 req-61df933d-a782-4992-8a29-423d819984c3 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412788 Aug 13 03:21:01.607275 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:01.632306 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a1321f-3c67-444f-a89d-720fc1f4f1a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b4448a6-e7bf-44e1-b3a4-985e0cdac772'}] {{(pid=100522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:21:01.634594 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8fc6cf8b2729e4d9e864767b08278c7cd211cb654a5ced023b8b854c91925" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd118238-db42-4dd9-bdc7-bcf00fcc1cb0" -d '{"events": [{"server_uuid": "19a1321f-3c67-444f-a89d-720fc1f4f1a5", "name": "network-vif-unplugged", "status": "completed", "tag": "8b4448a6-e7bf-44e1-b3a4-985e0cdac772"}]}' {{(pid=100522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:21:01.649580 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 8b4448a6-e7bf-44e1-b3a4-985e0cdac772, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8b4448a6-e7bf-44e1-b3a4-985e0cdac772,segment=NetworkSegment(c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e),segment_id=c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:21:01.653893 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:01.684516 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 Aug 2021 03:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f398eeeb-9f4f-4a28-802b-220e1bef93a4 x-openstack-request-id: req-f398eeeb-9f4f-4a28-802b-220e1bef93a4 {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:21:01.684814 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a1321f-3c67-444f-a89d-720fc1f4f1a5", "name": "network-vif-unplugged", "status": "completed", "tag": "8b4448a6-e7bf-44e1-b3a4-985e0cdac772", "code": 200}]} {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:21:01.685066 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f398eeeb-9f4f-4a28-802b-220e1bef93a4 {{(pid=100522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:21:01.685453 dv-cinder-760192-6-iscsi neutron-server[100522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a1321f-3c67-444f-a89d-720fc1f4f1a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b4448a6-e7bf-44e1-b3a4-985e0cdac772', 'code': 200} Aug 13 03:21:01.724497 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=8b4448a6-e7bf-44e1-b3a4-985e0cdac772,revision_number=6']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:21:02.710758 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a03532-9407-4be2-bba4-c1741679fbfb req-8376a485-62d9-4fed-aeb1-0310b0075ac8 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:21:02.712319 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d5a03532-9407-4be2-bba4-c1741679fbfb req-8376a485-62d9-4fed-aeb1-0310b0075ac8 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0543008 Aug 13 03:21:02.751753 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-d5a03532-9407-4be2-bba4-c1741679fbfb req-e24051b0-35f6-4984-9fe5-6c0b868e8f78 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331972 Aug 13 03:21:03.877311 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a59e7-2610-490e-a85a-00675fe4f977 req-30b2c75e-5c71-4dc3-abef-a8621703ee58 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:21:03.879020 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4b9a59e7-2610-490e-a85a-00675fe4f977 req-30b2c75e-5c71-4dc3-abef-a8621703ee58 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0531657 Aug 13 03:21:03.920960 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4b9a59e7-2610-490e-a85a-00675fe4f977 req-03f0cfc6-9d81-4af8-a800-ab1ddf1a716e tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356288 Aug 13 03:21:05.050095 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2695c-4858-41fa-98ca-84ea267ba4da req-bfbaccd9-3255-4049-beeb-d6bb3a443229 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:21:05.052852 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-2db2695c-4858-41fa-98ca-84ea267ba4da req-bfbaccd9-3255-4049-beeb-d6bb3a443229 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0602872 Aug 13 03:21:05.092693 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-2db2695c-4858-41fa-98ca-84ea267ba4da req-5f8eb7d1-def9-4477-9ed7-c1044ca5f985 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339675 Aug 13 03:21:06.228127 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0c49a-eb2f-44b6-a3e2-afd7d84cb9fa req-1b610f30-aa14-47a9-aa90-2b973e40ded0 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:21:06.230001 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-31a0c49a-eb2f-44b6-a3e2-afd7d84cb9fa req-1b610f30-aa14-47a9-aa90-2b973e40ded0 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0559742 Aug 13 03:21:06.270647 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-31a0c49a-eb2f-44b6-a3e2-afd7d84cb9fa req-729e227c-4d55-4bd1-a474-d8582c4a0427 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338819 Aug 13 03:21:07.419137 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f5a4b-4285-4078-9cae-87df6e9ead94 req-99bbf9ca-5ad7-428e-baf8-7d96b7adf24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:21:07.420894 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-029f5a4b-4285-4078-9cae-87df6e9ead94 req-99bbf9ca-5ad7-428e-baf8-7d96b7adf24c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 1096 time: 0.0485015 Aug 13 03:21:07.434524 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c989a-7adb-48a0-be96-66792d1cc454 req-3c5eaaf0-1b9c-40f2-ba41-dc435a6ebf78 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:21:07.436267 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-5d6c989a-7adb-48a0-be96-66792d1cc454 req-3c5eaaf0-1b9c-40f2-ba41-dc435a6ebf78 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0563111 Aug 13 03:21:07.465251 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-029f5a4b-4285-4078-9cae-87df6e9ead94 req-f73e7431-648a-4927-be4e-2b8675d526c5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355608 Aug 13 03:21:07.482023 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-5d6c989a-7adb-48a0-be96-66792d1cc454 req-00d4cb84-6c6d-4254-93f8-347fc706aa1b tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342896 Aug 13 03:21:08.617204 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bef1ee-a303-438c-b834-e9797a758d6b req-96bfefbc-a918-45d3-9d7c-4b634640ab80 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:21:08.618760 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-07bef1ee-a303-438c-b834-e9797a758d6b req-96bfefbc-a918-45d3-9d7c-4b634640ab80 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0513532 Aug 13 03:21:08.662374 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-07bef1ee-a303-438c-b834-e9797a758d6b req-1348c0b7-c16e-4753-8078-acf6ed749c75 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331895 Aug 13 03:21:09.557934 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=100522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:21:09.661238 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 8b4448a6-e7bf-44e1-b3a4-985e0cdac772, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8b4448a6-e7bf-44e1-b3a4-985e0cdac772,segment=NetworkSegment(c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e),segment_id=c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:21:09.673362 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Returning: {'device': '8b4448a6-e7bf-44e1-b3a4-985e0cdac772', 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210', 'port_id': '8b4448a6-e7bf-44e1-b3a4-985e0cdac772', 'mac_address': 'fa:16:3e:80:29:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da943a0d-6336-44fe-a2c4-7098931b01ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:21:09.713338 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:09.728229 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 {{(pid=100522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:21:09.751798 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 8b4448a6-e7bf-44e1-b3a4-985e0cdac772, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8b4448a6-e7bf-44e1-b3a4-985e0cdac772,segment=NetworkSegment(c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e),segment_id=c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:21:09.756994 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:09.822626 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=8b4448a6-e7bf-44e1-b3a4-985e0cdac772,revision_number=7']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:21:09.831885 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:21:09.832217 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:21:09.833045 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:21:09.833491 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:21:09.833915 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:21:09.834468 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:21:09.835066 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:21:09.835575 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:21:09.836002 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:21:09.836421 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:21:09.836864 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:21:09.837348 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:21:10.056381 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] get_ports_and_sgs() called for port_ids ['8b4448a6-e7bf-44e1-b3a4-985e0cdac772'] {{(pid=100522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:21:11.572341 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 up at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:21:11.750799 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Provisioning complete for port 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 triggered by entity L2. {{(pid=100522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:21:11.751176 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-544781'] for port, provisioning_complete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:11.832415 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673614'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:11.855141 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a1321f-3c67-444f-a89d-720fc1f4f1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4448a6-e7bf-44e1-b3a4-985e0cdac772'}] {{(pid=100522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:21:11.857387 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b8fc6cf8b2729e4d9e864767b08278c7cd211cb654a5ced023b8b854c91925" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adb2f62-f92d-4cd1-a1e7-2d560d816427" -d '{"events": [{"server_uuid": "19a1321f-3c67-444f-a89d-720fc1f4f1a5", "name": "network-vif-plugged", "status": "completed", "tag": "8b4448a6-e7bf-44e1-b3a4-985e0cdac772"}]}' {{(pid=100522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:21:11.870748 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] For port 8b4448a6-e7bf-44e1-b3a4-985e0cdac772, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8b4448a6-e7bf-44e1-b3a4-985e0cdac772,segment=NetworkSegment(c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e),segment_id=c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:21:11.877511 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730805897108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730805425677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730805425695'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:11.905853 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc2655e-af84-4764-9bd2-aba5eb9d06e3 x-openstack-request-id: req-1bc2655e-af84-4764-9bd2-aba5eb9d06e3 {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:21:11.906161 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a1321f-3c67-444f-a89d-720fc1f4f1a5", "name": "network-vif-plugged", "status": "completed", "tag": "8b4448a6-e7bf-44e1-b3a4-985e0cdac772", "code": 200}]} {{(pid=100522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:21:11.906387 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bc2655e-af84-4764-9bd2-aba5eb9d06e3 {{(pid=100522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:21:11.906765 dv-cinder-760192-6-iscsi neutron-server[100522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a1321f-3c67-444f-a89d-720fc1f4f1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4448a6-e7bf-44e1-b3a4-985e0cdac772', 'code': 200} Aug 13 03:21:11.932681 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Pushing event updated for resources: {'Port': ['ID=8b4448a6-e7bf-44e1-b3a4-985e0cdac772,revision_number=8']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:21:20.734799 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:22.589834 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-0a771661-c982-4936-8e09-8611b5d7355b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:25.538340 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-7a457ab8-2de5-4e38-a875-10c1ad92023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:25.841098 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:26.494264 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:27.937431 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:36.882725 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:21:47.180063 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-240eb560-d8dc-4c5a-9fbc-1e51d155a525 req-490bf5ea-a9cc-4634-855d-4adc654149bd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452521 Aug 13 03:21:47.248198 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240eb560-d8dc-4c5a-9fbc-1e51d155a525 req-c73d167e-b72d-4fa8-a089-6619b6aa7b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:21:47.249234 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-240eb560-d8dc-4c5a-9fbc-1e51d155a525 req-c73d167e-b72d-4fa8-a089-6619b6aa7b4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f70be8ce88d248c298404200b0e36171&device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 1098 time: 0.0414319 Aug 13 03:21:47.357664 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240eb560-d8dc-4c5a-9fbc-1e51d155a525 req-a0faaa44-6097-4c5f-82d2-36f9c05cfe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:21:47.359628 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-240eb560-d8dc-4c5a-9fbc-1e51d155a525 req-a0faaa44-6097-4c5f-82d2-36f9c05cfe81 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f2dd367-ecc3-4d0f-8fae-69beb53f0210 HTTP/1.1" status: 200 len: 910 time: 0.0868657 Aug 13 03:21:47.454379 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-240eb560-d8dc-4c5a-9fbc-1e51d155a525 req-0d534205-45e6-4c6e-86c5-7c004ab2a499 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b4448a6-e7bf-44e1-b3a4-985e0cdac772 HTTP/1.1" status: 200 len: 1000 time: 0.0863807 Aug 13 03:21:47.526817 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240eb560-d8dc-4c5a-9fbc-1e51d155a525 req-4fa836db-33b5-4a00-bf94-a3b23cb1e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:21:47.529277 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-240eb560-d8dc-4c5a-9fbc-1e51d155a525 req-4fa836db-33b5-4a00-bf94-a3b23cb1e780 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da943a0d-6336-44fe-a2c4-7098931b01ae HTTP/1.1" status: 200 len: 848 time: 0.0667236 Aug 13 03:21:47.578838 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240eb560-d8dc-4c5a-9fbc-1e51d155a525 req-f1297dcc-4f4d-4941-bfbe-f2d657ba579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:21:47.580358 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-240eb560-d8dc-4c5a-9fbc-1e51d155a525 req-f1297dcc-4f4d-4941-bfbe-f2d657ba579d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f2dd367-ecc3-4d0f-8fae-69beb53f0210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432165 Aug 13 03:21:47.677651 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-240eb560-d8dc-4c5a-9fbc-1e51d155a525 req-8a846889-3f25-4d2b-a0a6-9dc4db57362b service neutron] 10.222.0.36 "GET /v2.0/networks/8f2dd367-ecc3-4d0f-8fae-69beb53f0210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889802 Aug 13 03:21:47.772099 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-240eb560-d8dc-4c5a-9fbc-1e51d155a525 req-6b51eb34-200f-4c80-bec9-4843aed27045 service neutron] 10.222.0.36 "GET /v2.0/networks/8f2dd367-ecc3-4d0f-8fae-69beb53f0210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866935 Aug 13 03:21:50.740341 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:52.592778 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-41fc2c44-4b93-47d4-8374-a3b17fb21c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:54.785331 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59354) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:21:54.954772 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-aeb46fe5-321b-40b6-b0a3-74086775d172 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Deleting port cc303e8b-b513-4d29-9a8f-02935f873595 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:21:54.955111 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-aeb46fe5-321b-40b6-b0a3-74086775d172 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:55.034686 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-aeb46fe5-321b-40b6-b0a3-74086775d172 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:55.035002 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-aeb46fe5-321b-40b6-b0a3-74086775d172 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:55.049936 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-aeb46fe5-321b-40b6-b0a3-74086775d172 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Calling delete_port for cc303e8b-b513-4d29-9a8f-02935f873595 owned by network:floatingip {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:21:55.522991 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-aeb46fe5-321b-40b6-b0a3-74086775d172 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:55.541652 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-fd697357-c944-4b91-8715-07f0529b225c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:55.550317 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb46fe5-321b-40b6-b0a3-74086775d172 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Pushing event deleted for resources: {'Port': ['ID=cc303e8b-b513-4d29-9a8f-02935f873595,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:21:55.574579 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb46fe5-321b-40b6-b0a3-74086775d172 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:21:55.574935 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb46fe5-321b-40b6-b0a3-74086775d172 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:21:55.575283 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb46fe5-321b-40b6-b0a3-74086775d172 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:21:55.575680 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb46fe5-321b-40b6-b0a3-74086775d172 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:21:55.576018 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb46fe5-321b-40b6-b0a3-74086775d172 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:21:55.576353 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb46fe5-321b-40b6-b0a3-74086775d172 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:21:55.576689 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb46fe5-321b-40b6-b0a3-74086775d172 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:21:55.577021 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb46fe5-321b-40b6-b0a3-74086775d172 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:21:55.577350 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb46fe5-321b-40b6-b0a3-74086775d172 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:21:55.577682 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb46fe5-321b-40b6-b0a3-74086775d172 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:21:55.578007 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb46fe5-321b-40b6-b0a3-74086775d172 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:21:55.578332 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb46fe5-321b-40b6-b0a3-74086775d172 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:21:55.624710 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-aeb46fe5-321b-40b6-b0a3-74086775d172 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for floatingip, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:55.625050 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.db.l3_db [None req-aeb46fe5-321b-40b6-b0a3-74086775d172 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Floating IP 530d2100-1832-45e0-8b4b-b4b336aef19e disassociated (deleted). External IP: 172.27.3.234, port: 004d3e7a-683f-416c-9229-dd98e0d46cbf. Aug 13 03:21:55.837647 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb46fe5-321b-40b6-b0a3-74086775d172 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Router 8dfe5706-a43f-46c9-9719-d5032f1b4980 has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:21:55.845484 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:55.947426 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb46fe5-321b-40b6-b0a3-74086775d172 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:21:55.952175 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-aeb46fe5-321b-40b6-b0a3-74086775d172 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for floatingip, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:55.957583 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0e8141-8af9-46c9-8250-4889d10b472d None None] Sync routers for ids ['8dfe5706-a43f-46c9-9719-d5032f1b4980'] in dv-cinder-760192-6-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:21:55.966647 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0e8141-8af9-46c9-8250-4889d10b472d None None] Routers {'8dfe5706-a43f-46c9-9719-d5032f1b4980'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:21:55.967263 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-2b0e8141-8af9-46c9-8250-4889d10b472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:21:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['8dfe5706-a43f-46c9-9719-d5032f1b4980'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:21:55.982789 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-aeb46fe5-321b-40b6-b0a3-74086775d172 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "DELETE /v2.0/floatingips/530d2100-1832-45e0-8b4b-b4b336aef19e HTTP/1.1" status: 204 len: 168 time: 1.1963627 Aug 13 03:21:55.983368 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4397898a-017e-4e34-9a6e-483ed91b748b', 'tag': '004d3e7a-683f-416c-9229-dd98e0d46cbf'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:21:55.985637 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adc062f-fab5-4110-8a6d-dc7f469a02eb" -d '{"events": [{"name": "network-changed", "server_uuid": "4397898a-017e-4e34-9a6e-483ed91b748b", "tag": "004d3e7a-683f-416c-9229-dd98e0d46cbf"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:21:56.024091 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aef837b-994a-40a9-b367-a89b48040812 x-openstack-request-id: req-6aef837b-994a-40a9-b367-a89b48040812 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:21:56.024447 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4397898a-017e-4e34-9a6e-483ed91b748b", "tag": "004d3e7a-683f-416c-9229-dd98e0d46cbf", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:21:56.024762 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6aef837b-994a-40a9-b367-a89b48040812 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:21:56.025249 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4397898a-017e-4e34-9a6e-483ed91b748b', 'tag': '004d3e7a-683f-416c-9229-dd98e0d46cbf', 'status': 'completed', 'code': 200} Aug 13 03:21:56.084457 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-2b0e8141-8af9-46c9-8250-4889d10b472d None None] Set router 8dfe5706-a43f-46c9-9719-d5032f1b4980 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:21:56.092830 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc062f-fab5-4110-8a6d-dc7f469a02eb req-992ef339-2e22-45c7-b559-bf5e886c516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:21:56.094247 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2adc062f-fab5-4110-8a6d-dc7f469a02eb req-992ef339-2e22-45c7-b559-bf5e886c516d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07ecb44a1702491f8f71dd0e99c9e93f&device_id=4397898a-017e-4e34-9a6e-483ed91b748b HTTP/1.1" status: 200 len: 1098 time: 0.0470765 Aug 13 03:21:56.199403 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc062f-fab5-4110-8a6d-dc7f469a02eb req-6fde6384-0da0-44c9-a9e1-e1f157d11b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:21:56.201352 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2adc062f-fab5-4110-8a6d-dc7f469a02eb req-6fde6384-0da0-44c9-a9e1-e1f157d11b87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a794904a-36df-494d-8a72-89ad3aea2229 HTTP/1.1" status: 200 len: 912 time: 0.0947587 Aug 13 03:21:56.221861 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb495f82-8889-4b86-9d47-fe484cd453a4 req-97cfa31e-7a56-4c1f-9c57-00c8e251285f tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:21:56.223486 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-fb495f82-8889-4b86-9d47-fe484cd453a4 req-97cfa31e-7a56-4c1f-9c57-00c8e251285f tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4397898a-017e-4e34-9a6e-483ed91b748b HTTP/1.1" status: 200 len: 945 time: 0.0545516 Aug 13 03:21:56.249404 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2adc062f-fab5-4110-8a6d-dc7f469a02eb req-4ca4d3f0-7957-473c-aa09-2388a53972f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=004d3e7a-683f-416c-9229-dd98e0d46cbf HTTP/1.1" status: 200 len: 217 time: 0.0400481 Aug 13 03:21:56.264621 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-fb495f82-8889-4b86-9d47-fe484cd453a4 req-f9435e74-275e-4fe7-94fc-880c9d3d64fd tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344439 Aug 13 03:21:56.304852 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc062f-fab5-4110-8a6d-dc7f469a02eb req-e5a97b10-eeb2-42a3-965f-13158cc19296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:21:56.306326 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2adc062f-fab5-4110-8a6d-dc7f469a02eb req-e5a97b10-eeb2-42a3-965f-13158cc19296 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af808ceb-2ac7-4796-bac6-242e9548c9d6 HTTP/1.1" status: 200 len: 850 time: 0.0494850 Aug 13 03:21:56.340296 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-2b0e8141-8af9-46c9-8250-4889d10b472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:04Z', 'revision_number': 4, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port': {'id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': '8b820dbc-1516-4231-bd11-7f760d4e300e', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'port_id': 'dc77898e-1484-4438-9d95-fd788a690afb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'mac_address': 'fa:16:3e:ca:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ae960-2b56-4a34-a588-e208e9737724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:18:10Z', 'updated_at': '2021-08-13T03:18:12Z', 'revision_number': 1, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f8a638-0f7e-4757-aa8f-9edf8ddf07ed', 'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'mac_address': 'fa:16:3e:30:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:03Z', 'updated_at': '2021-08-13T03:15:09Z', 'revision_number': 5, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'subnets': [{'id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:21:56.351936 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc062f-fab5-4110-8a6d-dc7f469a02eb req-10b5904d-13df-4c76-8c7c-946f101fe256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:21:56.353350 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2adc062f-fab5-4110-8a6d-dc7f469a02eb req-10b5904d-13df-4c76-8c7c-946f101fe256 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a794904a-36df-494d-8a72-89ad3aea2229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395908 Aug 13 03:21:56.368636 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0e8141-8af9-46c9-8250-4889d10b472d None None] Checking router: 8dfe5706-a43f-46c9-9719-d5032f1b4980 for host: dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:21:56.377196 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0e8141-8af9-46c9-8250-4889d10b472d None None] Routers {'8dfe5706-a43f-46c9-9719-d5032f1b4980'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:21:56.378165 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-2b0e8141-8af9-46c9-8250-4889d10b472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:21:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['8dfe5706-a43f-46c9-9719-d5032f1b4980'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:21:56.449641 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2adc062f-fab5-4110-8a6d-dc7f469a02eb req-7b7c6aff-79a7-4976-8676-09f13639507d service neutron] 10.222.0.36 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888271 Aug 13 03:21:56.494538 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-2b0e8141-8af9-46c9-8250-4889d10b472d None None] Set router 8dfe5706-a43f-46c9-9719-d5032f1b4980 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:21:56.528452 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:56.545252 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2adc062f-fab5-4110-8a6d-dc7f469a02eb req-dd1f20da-295a-44e9-883a-5d443fd8440e service neutron] 10.222.0.36 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870123 Aug 13 03:21:56.726811 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-2b0e8141-8af9-46c9-8250-4889d10b472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:04Z', 'revision_number': 4, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port': {'id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': '8b820dbc-1516-4231-bd11-7f760d4e300e', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'port_id': 'dc77898e-1484-4438-9d95-fd788a690afb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'mac_address': 'fa:16:3e:ca:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ae960-2b56-4a34-a588-e208e9737724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:18:10Z', 'updated_at': '2021-08-13T03:18:12Z', 'revision_number': 1, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f8a638-0f7e-4757-aa8f-9edf8ddf07ed', 'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'mac_address': 'fa:16:3e:30:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:03Z', 'updated_at': '2021-08-13T03:15:09Z', 'revision_number': 5, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'subnets': [{'id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:21:56.757547 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0e8141-8af9-46c9-8250-4889d10b472d None None] The sync data for ids ['8dfe5706-a43f-46c9-9719-d5032f1b4980'] in dv-cinder-760192-6-iscsi is: [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:04Z', 'revision_number': 4, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port': {'id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_floatingips': [{'id': '8b820dbc-1516-4231-bd11-7f760d4e300e', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'router_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'port_id': 'dc77898e-1484-4438-9d95-fd788a690afb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'mac_address': 'fa:16:3e:ca:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ae960-2b56-4a34-a588-e208e9737724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:18:10Z', 'updated_at': '2021-08-13T03:18:12Z', 'revision_number': 1, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f8a638-0f7e-4757-aa8f-9edf8ddf07ed', 'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'mac_address': 'fa:16:3e:30:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:03Z', 'updated_at': '2021-08-13T03:15:09Z', 'revision_number': 5, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'subnets': [{'id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:21:56.970305 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281175de-6929-4512-b6e9-68c7c27de480 None None] New status for floating IP 530d2100-1832-45e0-8b4b-b4b336aef19e: DOWN {{(pid=100523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:21:57.385875 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78201cc8-2a29-40c7-a605-176dc9e6b2c7 req-8731813f-6738-46a0-9600-67301b2a8dd4 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:21:57.387372 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-78201cc8-2a29-40c7-a605-176dc9e6b2c7 req-8731813f-6738-46a0-9600-67301b2a8dd4 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4397898a-017e-4e34-9a6e-483ed91b748b HTTP/1.1" status: 200 len: 945 time: 0.0510664 Aug 13 03:21:57.427290 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-78201cc8-2a29-40c7-a605-176dc9e6b2c7 req-0852c88e-9e66-45a8-abc6-07c2a20de7c9 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333672 Aug 13 03:21:57.727699 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a8a26-42d2-48b0-a584-63465a7ce174 req-bc22c6dc-a09d-4b1f-bbf6-ed4c2a071ab9 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:21:57.729090 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-594a8a26-42d2-48b0-a584-63465a7ce174 req-bc22c6dc-a09d-4b1f-bbf6-ed4c2a071ab9 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.36 "GET /v2.0/ports?device_id=4397898a-017e-4e34-9a6e-483ed91b748b HTTP/1.1" status: 200 len: 945 time: 0.0553498 Aug 13 03:21:57.822734 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-594a8a26-42d2-48b0-a584-63465a7ce174 req-12ed1f33-13b7-402d-a9d1-62c9efede0ef tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Deleting port 004d3e7a-683f-416c-9229-dd98e0d46cbf {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:21:57.823075 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-594a8a26-42d2-48b0-a584-63465a7ce174 req-12ed1f33-13b7-402d-a9d1-62c9efede0ef tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:57.926350 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-594a8a26-42d2-48b0-a584-63465a7ce174 req-12ed1f33-13b7-402d-a9d1-62c9efede0ef tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] For port 004d3e7a-683f-416c-9229-dd98e0d46cbf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=004d3e7a-683f-416c-9229-dd98e0d46cbf,segment=NetworkSegment(ab15a2c2-97d6-4b76-b8c4-01d9db163df3),segment_id=ab15a2c2-97d6-4b76-b8c4-01d9db163df3)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:21:57.926729 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-594a8a26-42d2-48b0-a584-63465a7ce174 req-12ed1f33-13b7-402d-a9d1-62c9efede0ef tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:57.933347 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:57.942307 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-594a8a26-42d2-48b0-a584-63465a7ce174 req-12ed1f33-13b7-402d-a9d1-62c9efede0ef tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Calling delete_port for 004d3e7a-683f-416c-9229-dd98e0d46cbf owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:21:58.075891 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-594a8a26-42d2-48b0-a584-63465a7ce174 req-12ed1f33-13b7-402d-a9d1-62c9efede0ef tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:58.113983 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed1f33-13b7-402d-a9d1-62c9efede0ef tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Pushing event deleted for resources: {'Port': ['ID=004d3e7a-683f-416c-9229-dd98e0d46cbf,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:21:58.154314 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-594a8a26-42d2-48b0-a584-63465a7ce174 req-12ed1f33-13b7-402d-a9d1-62c9efede0ef tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] No DVR routers for this DVR port 004d3e7a-683f-416c-9229-dd98e0d46cbf on host hv-cinder-76019 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:21:58.157046 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-594a8a26-42d2-48b0-a584-63465a7ce174 req-12ed1f33-13b7-402d-a9d1-62c9efede0ef tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:21:58.159993 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-594a8a26-42d2-48b0-a584-63465a7ce174 req-12ed1f33-13b7-402d-a9d1-62c9efede0ef tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.36 "DELETE /v2.0/ports/004d3e7a-683f-416c-9229-dd98e0d46cbf HTTP/1.1" status: 204 len: 173 time: 0.4248378 Aug 13 03:21:58.160142 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4397898a-017e-4e34-9a6e-483ed91b748b', 'name': 'network-vif-deleted', 'tag': '004d3e7a-683f-416c-9229-dd98e0d46cbf'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:21:58.162450 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e0f4ab-8ca1-458b-ab1e-c7523c88d3b6" -d '{"events": [{"server_uuid": "4397898a-017e-4e34-9a6e-483ed91b748b", "name": "network-vif-deleted", "tag": "004d3e7a-683f-416c-9229-dd98e0d46cbf"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:21:58.200761 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bff1e4c-e5b4-497e-b543-d3efe3426d69 x-openstack-request-id: req-7bff1e4c-e5b4-497e-b543-d3efe3426d69 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:21:58.201206 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4397898a-017e-4e34-9a6e-483ed91b748b", "name": "network-vif-deleted", "tag": "004d3e7a-683f-416c-9229-dd98e0d46cbf", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:21:58.201458 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7bff1e4c-e5b4-497e-b543-d3efe3426d69 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:21:58.201876 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4397898a-017e-4e34-9a6e-483ed91b748b', 'name': 'network-vif-deleted', 'tag': '004d3e7a-683f-416c-9229-dd98e0d46cbf', 'status': 'completed', 'code': 200} Aug 13 03:21:58.550815 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-07a192f4-057f-4194-b91e-0ff3eecf34c6 req-32c05d62-ee9b-4041-bc3b-cc3e2623e452 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4397898a-017e-4e34-9a6e-483ed91b748b HTTP/1.1" status: 200 len: 210 time: 0.0314527 Aug 13 03:22:01.820646 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 004d3e7a-683f-416c-9229-dd98e0d46cbf no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:22:01.826263 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59382) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:01.841900 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] No Port match for: 004d3e7a-683f-416c-9229-dd98e0d46cbf {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:22:01.842250 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 004d3e7a-683f-416c-9229-dd98e0d46cbf not bound to the agent host hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:22:01.984687 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-1a378b2a-3189-425b-aca1-a7392a5d33d2 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Deleting port 8d41ea05-75d7-42e0-9e78-3112c36db7e6 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:22:01.985023 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a378b2a-3189-425b-aca1-a7392a5d33d2 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:02.062732 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a378b2a-3189-425b-aca1-a7392a5d33d2 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:02.063106 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a378b2a-3189-425b-aca1-a7392a5d33d2 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:02.074690 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-1a378b2a-3189-425b-aca1-a7392a5d33d2 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Calling delete_port for 8d41ea05-75d7-42e0-9e78-3112c36db7e6 owned by network:floatingip {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:22:02.230381 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a378b2a-3189-425b-aca1-a7392a5d33d2 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:02.256822 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a378b2a-3189-425b-aca1-a7392a5d33d2 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Pushing event deleted for resources: {'Port': ['ID=8d41ea05-75d7-42e0-9e78-3112c36db7e6,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:02.322055 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a378b2a-3189-425b-aca1-a7392a5d33d2 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for floatingip, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:02.322443 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.db.l3_db [None req-1a378b2a-3189-425b-aca1-a7392a5d33d2 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Floating IP 8b820dbc-1516-4231-bd11-7f760d4e300e disassociated (deleted). External IP: 172.27.3.175, port: dc77898e-1484-4438-9d95-fd788a690afb. Aug 13 03:22:02.534319 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a378b2a-3189-425b-aca1-a7392a5d33d2 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Router 8dfe5706-a43f-46c9-9719-d5032f1b4980 has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:22:02.650103 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a378b2a-3189-425b-aca1-a7392a5d33d2 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:22:02.654825 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a378b2a-3189-425b-aca1-a7392a5d33d2 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for floatingip, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:02.661212 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7f3e5b-2e8d-45a0-a721-368c918b79c2 None None] Sync routers for ids ['8dfe5706-a43f-46c9-9719-d5032f1b4980'] in dv-cinder-760192-6-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:22:02.670914 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7f3e5b-2e8d-45a0-a721-368c918b79c2 None None] Routers {'8dfe5706-a43f-46c9-9719-d5032f1b4980'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:22:02.671585 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-3d7f3e5b-2e8d-45a0-a721-368c918b79c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:21:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['8dfe5706-a43f-46c9-9719-d5032f1b4980'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:02.682846 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-1a378b2a-3189-425b-aca1-a7392a5d33d2 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "DELETE /v2.0/floatingips/8b820dbc-1516-4231-bd11-7f760d4e300e HTTP/1.1" status: 204 len: 168 time: 0.8554244 Aug 13 03:22:02.683433 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8ae960-2b56-4a34-a588-e208e9737724', 'tag': 'dc77898e-1484-4438-9d95-fd788a690afb'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:22:02.686046 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef0b3b6-7c03-43f5-8385-bf85743d496d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8ae960-2b56-4a34-a588-e208e9737724", "tag": "dc77898e-1484-4438-9d95-fd788a690afb"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:22:02.730828 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6d1fa6-935f-4fb5-ba26-af73505c18bf x-openstack-request-id: req-da6d1fa6-935f-4fb5-ba26-af73505c18bf {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:22:02.731007 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8ae960-2b56-4a34-a588-e208e9737724", "tag": "dc77898e-1484-4438-9d95-fd788a690afb", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:22:02.731153 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da6d1fa6-935f-4fb5-ba26-af73505c18bf {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:22:02.731671 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8ae960-2b56-4a34-a588-e208e9737724', 'tag': 'dc77898e-1484-4438-9d95-fd788a690afb', 'status': 'completed', 'code': 200} Aug 13 03:22:02.788490 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-3d7f3e5b-2e8d-45a0-a721-368c918b79c2 None None] Set router 8dfe5706-a43f-46c9-9719-d5032f1b4980 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:22:02.796197 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0b3b6-7c03-43f5-8385-bf85743d496d req-976253b7-c890-47ad-ab42-54c1a948515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:22:02.797823 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8ef0b3b6-7c03-43f5-8385-bf85743d496d req-976253b7-c890-47ad-ab42-54c1a948515b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07ecb44a1702491f8f71dd0e99c9e93f&device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 1098 time: 0.0472450 Aug 13 03:22:02.911371 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0b3b6-7c03-43f5-8385-bf85743d496d req-c74ab767-40bc-4fe0-8fb2-b3d30f441fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:22:02.912909 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8ef0b3b6-7c03-43f5-8385-bf85743d496d req-c74ab767-40bc-4fe0-8fb2-b3d30f441fd8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a794904a-36df-494d-8a72-89ad3aea2229 HTTP/1.1" status: 200 len: 912 time: 0.1056035 Aug 13 03:22:02.936282 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c4369-4db9-49e2-b028-7b33c57593ad req-9fba75a7-7ded-4549-a95e-5224f684ea43 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:22:02.938477 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-7f3c4369-4db9-49e2-b028-7b33c57593ad req-9fba75a7-7ded-4549-a95e-5224f684ea43 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 945 time: 0.0518775 Aug 13 03:22:02.960216 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8ef0b3b6-7c03-43f5-8385-bf85743d496d req-bf6e15ec-7266-436e-ae0b-45bbdde88801 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc77898e-1484-4438-9d95-fd788a690afb HTTP/1.1" status: 200 len: 217 time: 0.0389578 Aug 13 03:22:02.978372 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-7f3c4369-4db9-49e2-b028-7b33c57593ad req-bfd8927f-5185-4309-8799-6e7eeee2fb81 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329719 Aug 13 03:22:03.004769 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-3d7f3e5b-2e8d-45a0-a721-368c918b79c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:04Z', 'revision_number': 4, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port': {'id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '47f8a638-0f7e-4757-aa8f-9edf8ddf07ed', 'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'mac_address': 'fa:16:3e:30:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:03Z', 'updated_at': '2021-08-13T03:15:09Z', 'revision_number': 5, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'subnets': [{'id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:03.011528 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0b3b6-7c03-43f5-8385-bf85743d496d req-2c106ac9-91ee-43c0-9bab-5e79e9ac7171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:22:03.012991 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8ef0b3b6-7c03-43f5-8385-bf85743d496d req-2c106ac9-91ee-43c0-9bab-5e79e9ac7171 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af808ceb-2ac7-4796-bac6-242e9548c9d6 HTTP/1.1" status: 200 len: 850 time: 0.0446825 Aug 13 03:22:03.035079 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7f3e5b-2e8d-45a0-a721-368c918b79c2 None None] Checking router: 8dfe5706-a43f-46c9-9719-d5032f1b4980 for host: dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:22:03.043913 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7f3e5b-2e8d-45a0-a721-368c918b79c2 None None] Routers {'8dfe5706-a43f-46c9-9719-d5032f1b4980'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:22:03.044524 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-3d7f3e5b-2e8d-45a0-a721-368c918b79c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:21:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['8dfe5706-a43f-46c9-9719-d5032f1b4980'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:03.064344 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0b3b6-7c03-43f5-8385-bf85743d496d req-ab903154-d7b5-4ac8-9e25-5ccbf8162a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:22:03.066408 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8ef0b3b6-7c03-43f5-8385-bf85743d496d req-ab903154-d7b5-4ac8-9e25-5ccbf8162a5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a794904a-36df-494d-8a72-89ad3aea2229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429261 Aug 13 03:22:03.152150 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-3d7f3e5b-2e8d-45a0-a721-368c918b79c2 None None] Set router 8dfe5706-a43f-46c9-9719-d5032f1b4980 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:22:03.159136 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8ef0b3b6-7c03-43f5-8385-bf85743d496d req-362616d0-e585-408e-a975-506749237f42 service neutron] 10.222.0.36 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828199 Aug 13 03:22:03.256542 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8ef0b3b6-7c03-43f5-8385-bf85743d496d req-05e8a6a8-272c-46f8-a5b3-d9ef60a36591 service neutron] 10.222.0.36 "GET /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888052 Aug 13 03:22:03.350475 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-3d7f3e5b-2e8d-45a0-a721-368c918b79c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:04Z', 'revision_number': 4, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port': {'id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '47f8a638-0f7e-4757-aa8f-9edf8ddf07ed', 'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'mac_address': 'fa:16:3e:30:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:03Z', 'updated_at': '2021-08-13T03:15:09Z', 'revision_number': 5, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'subnets': [{'id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:03.376610 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7f3e5b-2e8d-45a0-a721-368c918b79c2 None None] The sync data for ids ['8dfe5706-a43f-46c9-9719-d5032f1b4980'] in dv-cinder-760192-6-iscsi is: [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:04Z', 'revision_number': 4, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port': {'id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '47f8a638-0f7e-4757-aa8f-9edf8ddf07ed', 'name': '', 'network_id': 'a794904a-36df-494d-8a72-89ad3aea2229', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'mac_address': 'fa:16:3e:30:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:03Z', 'updated_at': '2021-08-13T03:15:09Z', 'revision_number': 5, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'subnets': [{'id': 'af808ceb-2ac7-4796-bac6-242e9548c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:22:03.586005 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba580a3-4436-42ea-9522-76ad4cf5e188 None None] New status for floating IP 8b820dbc-1516-4231-bd11-7f760d4e300e: DOWN {{(pid=100523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:22:04.094184 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019ecf4-1e14-4a49-8130-032896e5138c req-85cf23b4-ae7d-4d53-8c59-f12317fe3dc5 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:22:04.095579 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d019ecf4-1e14-4a49-8130-032896e5138c req-85cf23b4-ae7d-4d53-8c59-f12317fe3dc5 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 945 time: 0.0488191 Aug 13 03:22:04.136812 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d019ecf4-1e14-4a49-8130-032896e5138c req-0e148fc1-8423-4af2-bc36-c454e4436325 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/security-groups?id=56a5ea1c-c683-44ca-8706-fa09bd31bfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346148 Aug 13 03:22:04.528896 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea19788-eb32-4156-aa31-2041b0a662d1 req-315fab49-507d-48de-9b56-1765a7f3004e tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:22:04.530351 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4ea19788-eb32-4156-aa31-2041b0a662d1 req-315fab49-507d-48de-9b56-1765a7f3004e tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 945 time: 0.0472548 Aug 13 03:22:04.626136 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-4ea19788-eb32-4156-aa31-2041b0a662d1 req-ba94339e-9696-4538-a4e4-74a4c1b3cac0 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Deleting port dc77898e-1484-4438-9d95-fd788a690afb {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:22:04.626477 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-4ea19788-eb32-4156-aa31-2041b0a662d1 req-ba94339e-9696-4538-a4e4-74a4c1b3cac0 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:04.717294 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-4ea19788-eb32-4156-aa31-2041b0a662d1 req-ba94339e-9696-4538-a4e4-74a4c1b3cac0 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] For port dc77898e-1484-4438-9d95-fd788a690afb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dc77898e-1484-4438-9d95-fd788a690afb,segment=NetworkSegment(ab15a2c2-97d6-4b76-b8c4-01d9db163df3),segment_id=ab15a2c2-97d6-4b76-b8c4-01d9db163df3)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:22:04.717679 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-4ea19788-eb32-4156-aa31-2041b0a662d1 req-ba94339e-9696-4538-a4e4-74a4c1b3cac0 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:04.730975 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-4ea19788-eb32-4156-aa31-2041b0a662d1 req-ba94339e-9696-4538-a4e4-74a4c1b3cac0 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Calling delete_port for dc77898e-1484-4438-9d95-fd788a690afb owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:22:04.864658 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-4ea19788-eb32-4156-aa31-2041b0a662d1 req-ba94339e-9696-4538-a4e4-74a4c1b3cac0 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:04.893890 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94339e-9696-4538-a4e4-74a4c1b3cac0 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Pushing event deleted for resources: {'Port': ['ID=dc77898e-1484-4438-9d95-fd788a690afb,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:04.940270 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea19788-eb32-4156-aa31-2041b0a662d1 req-ba94339e-9696-4538-a4e4-74a4c1b3cac0 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] No DVR routers for this DVR port dc77898e-1484-4438-9d95-fd788a690afb on host hv-cinder-76019 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:22:04.942869 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-4ea19788-eb32-4156-aa31-2041b0a662d1 req-ba94339e-9696-4538-a4e4-74a4c1b3cac0 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:04.945003 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4ea19788-eb32-4156-aa31-2041b0a662d1 req-ba94339e-9696-4538-a4e4-74a4c1b3cac0 tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.36 "DELETE /v2.0/ports/dc77898e-1484-4438-9d95-fd788a690afb HTTP/1.1" status: 204 len: 173 time: 0.4070339 Aug 13 03:22:04.945485 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8ae960-2b56-4a34-a588-e208e9737724', 'name': 'network-vif-deleted', 'tag': 'dc77898e-1484-4438-9d95-fd788a690afb'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:22:04.947915 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fc4327-a3ae-40ab-a153-ccee2a174593" -d '{"events": [{"server_uuid": "4d8ae960-2b56-4a34-a588-e208e9737724", "name": "network-vif-deleted", "tag": "dc77898e-1484-4438-9d95-fd788a690afb"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:22:04.986110 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5c5f7f-b6da-4380-a145-e1aad80847f4 x-openstack-request-id: req-bd5c5f7f-b6da-4380-a145-e1aad80847f4 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:22:04.986447 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8ae960-2b56-4a34-a588-e208e9737724", "name": "network-vif-deleted", "tag": "dc77898e-1484-4438-9d95-fd788a690afb", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:22:04.986857 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd5c5f7f-b6da-4380-a145-e1aad80847f4 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:22:04.987315 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8ae960-2b56-4a34-a588-e208e9737724', 'name': 'network-vif-deleted', 'tag': 'dc77898e-1484-4438-9d95-fd788a690afb', 'status': 'completed', 'code': 200} Aug 13 03:22:05.244978 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4db9fd4e-2534-4aaa-aa01-582fcd8e9d4d req-55d7c816-2937-4171-83af-15631a0e6b2d tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d8ae960-2b56-4a34-a588-e208e9737724 HTTP/1.1" status: 200 len: 210 time: 0.0281889 Aug 13 03:22:06.304153 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59398) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:06.426281 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-33f02986-a57d-4dc2-bf22-62132120ae5f tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Deleting port 8f6551e6-764d-41a3-b420-2b5accb99bcb {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:22:06.426625 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-33f02986-a57d-4dc2-bf22-62132120ae5f tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:06.500951 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-33f02986-a57d-4dc2-bf22-62132120ae5f tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:06.501286 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-33f02986-a57d-4dc2-bf22-62132120ae5f tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:06.513139 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-33f02986-a57d-4dc2-bf22-62132120ae5f tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Calling delete_port for 8f6551e6-764d-41a3-b420-2b5accb99bcb owned by network:floatingip {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:22:06.650777 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-33f02986-a57d-4dc2-bf22-62132120ae5f tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:06.681769 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f02986-a57d-4dc2-bf22-62132120ae5f tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Pushing event deleted for resources: {'Port': ['ID=8f6551e6-764d-41a3-b420-2b5accb99bcb,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:06.741142 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-33f02986-a57d-4dc2-bf22-62132120ae5f tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for floatingip, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:06.743640 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-33f02986-a57d-4dc2-bf22-62132120ae5f tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for floatingip, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:06.744770 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-33f02986-a57d-4dc2-bf22-62132120ae5f tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "DELETE /v2.0/floatingips/42d97642-c0c1-4c28-bd7f-3495a3422fc6 HTTP/1.1" status: 204 len: 168 time: 0.4396367 Aug 13 03:22:07.872632 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device dc77898e-1484-4438-9d95-fd788a690afb no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:22:07.897065 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] No Port match for: dc77898e-1484-4438-9d95-fd788a690afb {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:22:07.897415 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device dc77898e-1484-4438-9d95-fd788a690afb not bound to the agent host hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:22:07.940932 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59410) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:07.998672 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-68c8f688-2a1d-435e-a175-e2f1b19928ab tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:08.025676 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-68c8f688-2a1d-435e-a175-e2f1b19928ab tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:08.085292 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-68c8f688-2a1d-435e-a175-e2f1b19928ab tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:08.087936 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-68c8f688-2a1d-435e-a175-e2f1b19928ab tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:08.089096 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-68c8f688-2a1d-435e-a175-e2f1b19928ab tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] 10.222.0.13 "DELETE /v2.0/security-groups/56a5ea1c-c683-44ca-8706-fa09bd31bfdf HTTP/1.1" status: 204 len: 168 time: 0.1471767 Aug 13 03:22:08.099084 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8f688-2a1d-435e-a175-e2f1b19928ab tempest-TestVolumeBootPattern-693875431 tempest-TestVolumeBootPattern-693875431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a5ea1c-c683-44ca-8706-fa09bd31bfdf,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:08.140798 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59414) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:08.617510 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4e879816-a64a-489c-93ac-7707285558ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1752981'] for router_interface, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:08.859723 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-4e879816-a64a-489c-93ac-7707285558ff admin admin] Deleting port 47f8a638-0f7e-4757-aa8f-9edf8ddf07ed {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:22:08.860061 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4e879816-a64a-489c-93ac-7707285558ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:08.936370 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-4e879816-a64a-489c-93ac-7707285558ff admin admin] For port 47f8a638-0f7e-4757-aa8f-9edf8ddf07ed, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=47f8a638-0f7e-4757-aa8f-9edf8ddf07ed,segment=NetworkSegment(ab15a2c2-97d6-4b76-b8c4-01d9db163df3),segment_id=ab15a2c2-97d6-4b76-b8c4-01d9db163df3)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:22:08.936665 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4e879816-a64a-489c-93ac-7707285558ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:08.949488 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-4e879816-a64a-489c-93ac-7707285558ff admin admin] Calling delete_port for 47f8a638-0f7e-4757-aa8f-9edf8ddf07ed owned by network:router_interface {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:22:09.125562 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4e879816-a64a-489c-93ac-7707285558ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:09.156390 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e879816-a64a-489c-93ac-7707285558ff admin admin] Pushing event deleted for resources: {'Port': ['ID=47f8a638-0f7e-4757-aa8f-9edf8ddf07ed,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:09.579707 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4e879816-a64a-489c-93ac-7707285558ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1790757'] for router_interface, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:09.802239 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e879816-a64a-489c-93ac-7707285558ff admin admin] Router 8dfe5706-a43f-46c9-9719-d5032f1b4980 has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:22:09.918299 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e879816-a64a-489c-93ac-7707285558ff admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:22:09.926863 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-4e879816-a64a-489c-93ac-7707285558ff admin admin] 10.222.0.13 "PUT /v2.0/routers/8dfe5706-a43f-46c9-9719-d5032f1b4980/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7848136 Aug 13 03:22:09.930084 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59418) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:09.933346 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9428c3-d4b5-44e2-9fab-bacda0603e7a None None] Sync routers for ids ['8dfe5706-a43f-46c9-9719-d5032f1b4980'] in dv-cinder-760192-6-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:22:09.943729 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9428c3-d4b5-44e2-9fab-bacda0603e7a None None] Routers {'8dfe5706-a43f-46c9-9719-d5032f1b4980'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:22:09.944370 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-0a9428c3-d4b5-44e2-9fab-bacda0603e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:21:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['8dfe5706-a43f-46c9-9719-d5032f1b4980'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:10.037329 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-616b45f5-91b0-400c-bc08-37e8d4834a2f admin admin] Notify callbacks [] for router, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:10.145536 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-616b45f5-91b0-400c-bc08-37e8d4834a2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:10.187844 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-0a9428c3-d4b5-44e2-9fab-bacda0603e7a None None] Set router 8dfe5706-a43f-46c9-9719-d5032f1b4980 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:22:10.199181 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-616b45f5-91b0-400c-bc08-37e8d4834a2f admin admin] Deleting port b9815292-9ed5-4659-81d1-cae385d03116 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:22:10.199547 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-616b45f5-91b0-400c-bc08-37e8d4834a2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:10.280438 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-616b45f5-91b0-400c-bc08-37e8d4834a2f admin admin] For port b9815292-9ed5-4659-81d1-cae385d03116, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=b9815292-9ed5-4659-81d1-cae385d03116,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:22:10.280831 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-616b45f5-91b0-400c-bc08-37e8d4834a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:10.293850 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-616b45f5-91b0-400c-bc08-37e8d4834a2f admin admin] Calling delete_port for b9815292-9ed5-4659-81d1-cae385d03116 owned by network:router_gateway {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:22:10.366690 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-0a9428c3-d4b5-44e2-9fab-bacda0603e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:22:09Z', 'revision_number': 5, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port': {'id': 'b9815292-9ed5-4659-81d1-cae385d03116', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:10.392204 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9428c3-d4b5-44e2-9fab-bacda0603e7a None None] Checking router: 8dfe5706-a43f-46c9-9719-d5032f1b4980 for host: dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:22:10.401019 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9428c3-d4b5-44e2-9fab-bacda0603e7a None None] Routers {'8dfe5706-a43f-46c9-9719-d5032f1b4980'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:22:10.401560 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-0a9428c3-d4b5-44e2-9fab-bacda0603e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:21:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['8dfe5706-a43f-46c9-9719-d5032f1b4980'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:10.461267 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-616b45f5-91b0-400c-bc08-37e8d4834a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:10.484890 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b45f5-91b0-400c-bc08-37e8d4834a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=b9815292-9ed5-4659-81d1-cae385d03116,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:10.492142 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-0a9428c3-d4b5-44e2-9fab-bacda0603e7a None None] Set router 8dfe5706-a43f-46c9-9719-d5032f1b4980 gateway port host: None {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:22:10.548305 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-0a9428c3-d4b5-44e2-9fab-bacda0603e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:22:10Z', 'revision_number': 6, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port_host': None}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:10.551718 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-616b45f5-91b0-400c-bc08-37e8d4834a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790687'] for router_gateway, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:10.574896 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9428c3-d4b5-44e2-9fab-bacda0603e7a None None] The sync data for ids ['8dfe5706-a43f-46c9-9719-d5032f1b4980'] in dv-cinder-760192-6-iscsi is: [{'id': '8dfe5706-a43f-46c9-9719-d5032f1b4980', 'name': 'tempest-TestVolumeBootPattern-241339200-router', 'tenant_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:01Z', 'updated_at': '2021-08-13T03:22:10Z', 'revision_number': 6, 'project_id': '07ecb44a1702491f8f71dd0e99c9e93f', 'gw_port_host': None}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:22:10.643948 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-616b45f5-91b0-400c-bc08-37e8d4834a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1791283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-402'] for router, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:10.646518 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-616b45f5-91b0-400c-bc08-37e8d4834a2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:10.689140 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-616b45f5-91b0-400c-bc08-37e8d4834a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1791292'] for router, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:10.690247 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616b45f5-91b0-400c-bc08-37e8d4834a2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dfe5706-a43f-46c9-9719-d5032f1b4980 {{(pid=100520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:22:10.694393 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-616b45f5-91b0-400c-bc08-37e8d4834a2f admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:10.695525 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-616b45f5-91b0-400c-bc08-37e8d4834a2f admin admin] 10.222.0.13 "DELETE /v2.0/routers/8dfe5706-a43f-46c9-9719-d5032f1b4980 HTTP/1.1" status: 204 len: 168 time: 0.7643955 Aug 13 03:22:10.697922 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59420) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:10.744883 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e75b809-964a-4e19-a976-a2fbc19b86b3 admin admin] Deleting subnet af808ceb-2ac7-4796-bac6-242e9548c9d6 {{(pid=100520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:22:10.747974 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8e75b809-964a-4e19-a976-a2fbc19b86b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:10.782585 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8e75b809-964a-4e19-a976-a2fbc19b86b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13532310'] for subnet, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:10.860758 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8e75b809-964a-4e19-a976-a2fbc19b86b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544759'] for subnet, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:10.920046 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8e75b809-964a-4e19-a976-a2fbc19b86b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13334767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13559792'] for subnet, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:10.951189 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75b809-964a-4e19-a976-a2fbc19b86b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af808ceb-2ac7-4796-bac6-242e9548c9d6,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:10.954800 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8e75b809-964a-4e19-a976-a2fbc19b86b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:10.957339 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-8e75b809-964a-4e19-a976-a2fbc19b86b3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/af808ceb-2ac7-4796-bac6-242e9548c9d6 HTTP/1.1" status: 204 len: 168 time: 0.2584791 Aug 13 03:22:10.959729 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59422) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:10.965205 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d68a5f-2f48-4ef1-86ea-87cb5f9ca107 None None] Network a794904a-36df-494d-8a72-89ad3aea2229 requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:22:11.031951 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a3a53ad-fba5-4f66-b911-d92010a89e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529704'] for network, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:11.085256 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a53ad-fba5-4f66-b911-d92010a89e03 admin admin] Deleting port 70e2b1ff-854e-4f3d-a452-9516be689588 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:22:11.085941 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a3a53ad-fba5-4f66-b911-d92010a89e03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:11.152306 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-1a3a53ad-fba5-4f66-b911-d92010a89e03 admin admin] For port 70e2b1ff-854e-4f3d-a452-9516be689588, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=70e2b1ff-854e-4f3d-a452-9516be689588,segment=NetworkSegment(ab15a2c2-97d6-4b76-b8c4-01d9db163df3),segment_id=ab15a2c2-97d6-4b76-b8c4-01d9db163df3)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:22:11.152698 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a3a53ad-fba5-4f66-b911-d92010a89e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:11.165644 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a53ad-fba5-4f66-b911-d92010a89e03 admin admin] Calling delete_port for 70e2b1ff-854e-4f3d-a452-9516be689588 owned by network:dhcp {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:22:11.243107 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a3a53ad-fba5-4f66-b911-d92010a89e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:11.269357 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a53ad-fba5-4f66-b911-d92010a89e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=70e2b1ff-854e-4f3d-a452-9516be689588,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:11.272644 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3a53ad-fba5-4f66-b911-d92010a89e03 admin admin] No DVR routers for this DVR port 70e2b1ff-854e-4f3d-a452-9516be689588 on host dv-cinder-760192-6-iscsi {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:22:11.348013 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a3a53ad-fba5-4f66-b911-d92010a89e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543600', 'neutron.services.segments.db._delete_segments_for_network-8730805984624'] for network, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:11.358681 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-1a3a53ad-fba5-4f66-b911-d92010a89e03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a794904a-36df-494d-8a72-89ad3aea2229']}} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:11.368304 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80179cf0-3fb6-42a2-914c-e3494852bb00 None None] DHCP port deletion for a794904a-36df-494d-8a72-89ad3aea2229 request from dv-cinder-760192-6-iscsi {{(pid=100522) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:22:11.381555 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-1a3a53ad-fba5-4f66-b911-d92010a89e03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab15a2c2-97d6-4b76-b8c4-01d9db163df3') {'for_net_delete': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:11.382948 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-1a3a53ad-fba5-4f66-b911-d92010a89e03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab15a2c2-97d6-4b76-b8c4-01d9db163df3') {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:11.394046 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a3a53ad-fba5-4f66-b911-d92010a89e03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730805986425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13532289'] for segment, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:11.409091 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a3a53ad-fba5-4f66-b911-d92010a89e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:11.415785 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3a53ad-fba5-4f66-b911-d92010a89e03 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=100520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:22:11.416322 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a3a53ad-fba5-4f66-b911-d92010a89e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13334577'] for segment, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: Traceback (most recent call last): Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: timer() Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: cb(*args, **kw) Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: return func(*args, **kwargs) Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: self._notify() Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: self.callback(batched_events) Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: event.method(event) Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: return f(self, *a, **k) Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: return self._get(url).json() Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: return self.request(url, 'GET', **kwargs) Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:22:11.418127 dv-cinder-760192-6-iscsi neutron-server[100520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:22:11.437909 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device b9815292-9ed5-4659-81d1-cae385d03116 no longer exists at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:22:11.460425 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] No Port match for: b9815292-9ed5-4659-81d1-cae385d03116 {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:22:11.460841 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device b9815292-9ed5-4659-81d1-cae385d03116 not bound to the agent host dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:22:11.461322 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 70e2b1ff-854e-4f3d-a452-9516be689588 no longer exists at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:22:11.480401 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a3a53ad-fba5-4f66-b911-d92010a89e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790627'] for network, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:11.480874 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] No Port match for: 70e2b1ff-854e-4f3d-a452-9516be689588 {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:22:11.481222 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 70e2b1ff-854e-4f3d-a452-9516be689588 not bound to the agent host dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:22:11.481640 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 47f8a638-0f7e-4757-aa8f-9edf8ddf07ed no longer exists at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:22:11.486572 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a3a53ad-fba5-4f66-b911-d92010a89e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:11.491167 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-1a3a53ad-fba5-4f66-b911-d92010a89e03 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a794904a-36df-494d-8a72-89ad3aea2229 HTTP/1.1" status: 204 len: 168 time: 0.5278809 Aug 13 03:22:11.491999 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59424) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:11.506042 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] No Port match for: 47f8a638-0f7e-4757-aa8f-9edf8ddf07ed {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:22:11.506376 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 47f8a638-0f7e-4757-aa8f-9edf8ddf07ed not bound to the agent host dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:22:11.509090 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a53ad-fba5-4f66-b911-d92010a89e03 admin admin] Pushing event deleted for resources: {'Network': ['ID=a794904a-36df-494d-8a72-89ad3aea2229,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:11.846768 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-17e2ec40-f861-421e-b2bc-8e0fed756be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1752981'] for router_interface, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:12.100571 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-17e2ec40-f861-421e-b2bc-8e0fed756be8 admin admin] Deleting port aa763f51-0a47-4fce-b174-c4f974cc1345 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:22:12.101254 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-17e2ec40-f861-421e-b2bc-8e0fed756be8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:12.190134 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-17e2ec40-f861-421e-b2bc-8e0fed756be8 admin admin] For port aa763f51-0a47-4fce-b174-c4f974cc1345, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=aa763f51-0a47-4fce-b174-c4f974cc1345,segment=NetworkSegment(ae5fa863-05c5-4911-ba07-7884ac59ea29),segment_id=ae5fa863-05c5-4911-ba07-7884ac59ea29)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:22:12.190593 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-17e2ec40-f861-421e-b2bc-8e0fed756be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:12.205442 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-17e2ec40-f861-421e-b2bc-8e0fed756be8 admin admin] Calling delete_port for aa763f51-0a47-4fce-b174-c4f974cc1345 owned by network:router_interface {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:22:12.391221 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-17e2ec40-f861-421e-b2bc-8e0fed756be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:12.415024 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2ec40-f861-421e-b2bc-8e0fed756be8 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa763f51-0a47-4fce-b174-c4f974cc1345,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:12.832121 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-17e2ec40-f861-421e-b2bc-8e0fed756be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1790757'] for router_interface, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:13.047362 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e2ec40-f861-421e-b2bc-8e0fed756be8 admin admin] Router ea099a76-4486-4df5-8d83-b86b6ef05b50 has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:22:13.153818 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e2ec40-f861-421e-b2bc-8e0fed756be8 admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:22:13.159108 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-17e2ec40-f861-421e-b2bc-8e0fed756be8 admin admin] 10.222.0.13 "PUT /v2.0/routers/ea099a76-4486-4df5-8d83-b86b6ef05b50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6659834 Aug 13 03:22:13.161291 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59426) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:13.163861 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d7786-44cc-4168-917c-77244c614ac6 None None] Sync routers for ids ['ea099a76-4486-4df5-8d83-b86b6ef05b50'] in dv-cinder-760192-6-iscsi {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:22:13.172990 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5d7786-44cc-4168-917c-77244c614ac6 None None] Routers {'ea099a76-4486-4df5-8d83-b86b6ef05b50'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:22:13.174460 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-8b5d7786-44cc-4168-917c-77244c614ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:21:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['ea099a76-4486-4df5-8d83-b86b6ef05b50'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:13.274243 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-02e07743-1324-496e-b911-e2b7ae808740 admin admin] Notify callbacks [] for router, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:13.280269 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-8b5d7786-44cc-4168-917c-77244c614ac6 None None] Set router ea099a76-4486-4df5-8d83-b86b6ef05b50 gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:22:13.387265 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-02e07743-1324-496e-b911-e2b7ae808740 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:13.442597 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-02e07743-1324-496e-b911-e2b7ae808740 admin admin] Deleting port 3c8d5b2e-19e8-475b-b5a8-426726f0c55e {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:22:13.443017 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-02e07743-1324-496e-b911-e2b7ae808740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:13.461757 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-8b5d7786-44cc-4168-917c-77244c614ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea099a76-4486-4df5-8d83-b86b6ef05b50', 'name': 'tempest-TestVolumeBootPattern-832930379-router', 'tenant_id': '4cb0f84383234b4fb519cffff85bbdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '3c8d5b2e-19e8-475b-b5a8-426726f0c55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:06Z', 'updated_at': '2021-08-13T03:22:12Z', 'revision_number': 5, 'project_id': '4cb0f84383234b4fb519cffff85bbdd9', 'gw_port': {'id': '3c8d5b2e-19e8-475b-b5a8-426726f0c55e', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea099a76-4486-4df5-8d83-b86b6ef05b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:15:06Z', 'updated_at': '2021-08-13T03:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:13.492148 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d7786-44cc-4168-917c-77244c614ac6 None None] Checking router: ea099a76-4486-4df5-8d83-b86b6ef05b50 for host: dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:22:13.500886 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5d7786-44cc-4168-917c-77244c614ac6 None None] Routers {'ea099a76-4486-4df5-8d83-b86b6ef05b50'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:22:13.501523 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-8b5d7786-44cc-4168-917c-77244c614ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:21:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['ea099a76-4486-4df5-8d83-b86b6ef05b50'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:13.528267 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-02e07743-1324-496e-b911-e2b7ae808740 admin admin] For port 3c8d5b2e-19e8-475b-b5a8-426726f0c55e, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=3c8d5b2e-19e8-475b-b5a8-426726f0c55e,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:22:13.528652 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-02e07743-1324-496e-b911-e2b7ae808740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:13.542344 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-02e07743-1324-496e-b911-e2b7ae808740 admin admin] Calling delete_port for 3c8d5b2e-19e8-475b-b5a8-426726f0c55e owned by network:router_gateway {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:22:13.585687 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-8b5d7786-44cc-4168-917c-77244c614ac6 None None] Set router ea099a76-4486-4df5-8d83-b86b6ef05b50 gateway port host: None {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:22:13.636984 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-8b5d7786-44cc-4168-917c-77244c614ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea099a76-4486-4df5-8d83-b86b6ef05b50', 'name': 'tempest-TestVolumeBootPattern-832930379-router', 'tenant_id': '4cb0f84383234b4fb519cffff85bbdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:06Z', 'updated_at': '2021-08-13T03:22:13Z', 'revision_number': 6, 'project_id': '4cb0f84383234b4fb519cffff85bbdd9', 'gw_port_host': None}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:13.666311 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d7786-44cc-4168-917c-77244c614ac6 None None] The sync data for ids ['ea099a76-4486-4df5-8d83-b86b6ef05b50'] in dv-cinder-760192-6-iscsi is: [{'id': 'ea099a76-4486-4df5-8d83-b86b6ef05b50', 'name': 'tempest-TestVolumeBootPattern-832930379-router', 'tenant_id': '4cb0f84383234b4fb519cffff85bbdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:15:06Z', 'updated_at': '2021-08-13T03:22:13Z', 'revision_number': 6, 'project_id': '4cb0f84383234b4fb519cffff85bbdd9', 'gw_port_host': None}] {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:22:13.717437 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-02e07743-1324-496e-b911-e2b7ae808740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:13.744297 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e07743-1324-496e-b911-e2b7ae808740 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c8d5b2e-19e8-475b-b5a8-426726f0c55e,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:13.804905 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-02e07743-1324-496e-b911-e2b7ae808740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790687'] for router_gateway, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:13.881677 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:22:13.898557 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-02e07743-1324-496e-b911-e2b7ae808740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1791283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-402'] for router, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:13.900703 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-02e07743-1324-496e-b911-e2b7ae808740 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:13.948619 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-02e07743-1324-496e-b911-e2b7ae808740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1791292'] for router, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:13.949098 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e07743-1324-496e-b911-e2b7ae808740 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea099a76-4486-4df5-8d83-b86b6ef05b50 {{(pid=100520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:22:13.953678 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-02e07743-1324-496e-b911-e2b7ae808740 admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:13.955388 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-02e07743-1324-496e-b911-e2b7ae808740 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ea099a76-4486-4df5-8d83-b86b6ef05b50 HTTP/1.1" status: 204 len: 168 time: 0.7926176 Aug 13 03:22:13.958350 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59430) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:14.002370 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda74f50-77f8-4f6e-956c-27722497276c admin admin] Deleting subnet 4ecbfb24-7953-42be-a95d-ebf1955695ff {{(pid=100520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:22:14.005481 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fda74f50-77f8-4f6e-956c-27722497276c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:14.042693 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fda74f50-77f8-4f6e-956c-27722497276c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13532310'] for subnet, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:14.132994 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fda74f50-77f8-4f6e-956c-27722497276c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544759'] for subnet, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:14.186366 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fda74f50-77f8-4f6e-956c-27722497276c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13334767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13559792'] for subnet, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:14.210939 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda74f50-77f8-4f6e-956c-27722497276c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ecbfb24-7953-42be-a95d-ebf1955695ff,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:14.216435 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fda74f50-77f8-4f6e-956c-27722497276c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:14.218296 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-fda74f50-77f8-4f6e-956c-27722497276c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4ecbfb24-7953-42be-a95d-ebf1955695ff HTTP/1.1" status: 204 len: 168 time: 0.2589424 Aug 13 03:22:14.220894 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59432) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:14.224183 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550cb2b0-6cc8-4294-b28a-4e37b8a16996 None None] Network 1c65800b-9bfb-4a0b-92ef-baf0ed5b52de requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:22:14.296179 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4258-8b5a-43dc-b018-4011b6bef526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529704'] for network, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:14.352025 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a4258-8b5a-43dc-b018-4011b6bef526 admin admin] Deleting port 2f54933a-f437-4ae5-9596-8a3b5c84c8ca {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:22:14.352369 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4258-8b5a-43dc-b018-4011b6bef526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:14.429084 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bccc44-36e7-49bb-914b-883437234e34 None None] DHCP port deletion for 1c65800b-9bfb-4a0b-92ef-baf0ed5b52de request from dv-cinder-760192-6-iscsi {{(pid=100522) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:22:14.432965 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-bf2a4258-8b5a-43dc-b018-4011b6bef526 admin admin] For port 2f54933a-f437-4ae5-9596-8a3b5c84c8ca, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=2f54933a-f437-4ae5-9596-8a3b5c84c8ca,segment=NetworkSegment(ae5fa863-05c5-4911-ba07-7884ac59ea29),segment_id=ae5fa863-05c5-4911-ba07-7884ac59ea29)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:22:14.433414 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4258-8b5a-43dc-b018-4011b6bef526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:14.448172 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a4258-8b5a-43dc-b018-4011b6bef526 admin admin] Calling delete_port for 2f54933a-f437-4ae5-9596-8a3b5c84c8ca owned by network:dhcp {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:22:14.489744 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-97bccc44-36e7-49bb-914b-883437234e34 None None] Deleting port 2f54933a-f437-4ae5-9596-8a3b5c84c8ca {{(pid=100522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:22:14.490016 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-97bccc44-36e7-49bb-914b-883437234e34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:14.543042 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4258-8b5a-43dc-b018-4011b6bef526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:14.560023 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-97bccc44-36e7-49bb-914b-883437234e34 None None] For port 2f54933a-f437-4ae5-9596-8a3b5c84c8ca, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=2f54933a-f437-4ae5-9596-8a3b5c84c8ca,segment=NetworkSegment(ae5fa863-05c5-4911-ba07-7884ac59ea29),segment_id=ae5fa863-05c5-4911-ba07-7884ac59ea29)] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:22:14.560721 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-97bccc44-36e7-49bb-914b-883437234e34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:14.573443 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a4258-8b5a-43dc-b018-4011b6bef526 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f54933a-f437-4ae5-9596-8a3b5c84c8ca,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:14.575420 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2a4258-8b5a-43dc-b018-4011b6bef526 admin admin] No DVR routers for this DVR port 2f54933a-f437-4ae5-9596-8a3b5c84c8ca on host dv-cinder-760192-6-iscsi {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:22:14.586429 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-97bccc44-36e7-49bb-914b-883437234e34 None None] Calling delete_port for 2f54933a-f437-4ae5-9596-8a3b5c84c8ca owned by network:dhcp {{(pid=100522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:22:14.657285 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4258-8b5a-43dc-b018-4011b6bef526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543600', 'neutron.services.segments.db._delete_segments_for_network-8730805984624'] for network, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:14.668412 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-bf2a4258-8b5a-43dc-b018-4011b6bef526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c65800b-9bfb-4a0b-92ef-baf0ed5b52de']}} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:14.676223 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-97bccc44-36e7-49bb-914b-883437234e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668'] for port, after_delete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:14.684686 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-bf2a4258-8b5a-43dc-b018-4011b6bef526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae5fa863-05c5-4911-ba07-7884ac59ea29') {'for_net_delete': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:14.684911 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-bf2a4258-8b5a-43dc-b018-4011b6bef526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae5fa863-05c5-4911-ba07-7884ac59ea29') {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:14.695918 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4258-8b5a-43dc-b018-4011b6bef526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730805986425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13532289'] for segment, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:14.705818 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bccc44-36e7-49bb-914b-883437234e34 None None] Pushing event deleted for resources: {'Port': ['ID=2f54933a-f437-4ae5-9596-8a3b5c84c8ca,revision_number=None']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:14.708579 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bccc44-36e7-49bb-914b-883437234e34 None None] No DVR routers for this DVR port 2f54933a-f437-4ae5-9596-8a3b5c84c8ca on host dv-cinder-760192-6-iscsi {{(pid=100522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:22:14.712071 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4258-8b5a-43dc-b018-4011b6bef526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:14.717237 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bccc44-36e7-49bb-914b-883437234e34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:22:14.717237 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bccc44-36e7-49bb-914b-883437234e34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:22:14.717518 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bccc44-36e7-49bb-914b-883437234e34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:22:14.717877 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bccc44-36e7-49bb-914b-883437234e34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:22:14.718190 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bccc44-36e7-49bb-914b-883437234e34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:22:14.718574 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bccc44-36e7-49bb-914b-883437234e34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:22:14.718853 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bccc44-36e7-49bb-914b-883437234e34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:22:14.719181 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bccc44-36e7-49bb-914b-883437234e34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:22:14.720097 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bccc44-36e7-49bb-914b-883437234e34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:22:14.720097 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bccc44-36e7-49bb-914b-883437234e34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:22:14.721625 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bccc44-36e7-49bb-914b-883437234e34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:22:14.721625 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bccc44-36e7-49bb-914b-883437234e34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:22:14.727813 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2a4258-8b5a-43dc-b018-4011b6bef526 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=100520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:22:14.728492 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4258-8b5a-43dc-b018-4011b6bef526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13334577'] for segment, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: Traceback (most recent call last): Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: timer() Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: cb(*args, **kw) Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: return func(*args, **kwargs) Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: self._notify() Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: self.callback(batched_events) Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: event.method(event) Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: return f(self, *a, **k) Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: return self._get(url).json() Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: return self.request(url, 'GET', **kwargs) Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:22:14.730586 dv-cinder-760192-6-iscsi neutron-server[100520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:22:14.790370 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4258-8b5a-43dc-b018-4011b6bef526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790627'] for network, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:14.795635 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4258-8b5a-43dc-b018-4011b6bef526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:14.797977 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-bf2a4258-8b5a-43dc-b018-4011b6bef526 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1c65800b-9bfb-4a0b-92ef-baf0ed5b52de HTTP/1.1" status: 204 len: 168 time: 0.5756497 Aug 13 03:22:14.808933 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a4258-8b5a-43dc-b018-4011b6bef526 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c65800b-9bfb-4a0b-92ef-baf0ed5b52de,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:14.917735 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59436) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:14.958440 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-8e35e820-15f5-4ede-ab2d-bcf57533cdfe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07ecb44a1702491f8f71dd0e99c9e93f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395050 Aug 13 03:22:14.961189 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59438) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:15.013400 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7a73817c-96c5-4eab-8801-95bb08df3058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:15.042204 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7a73817c-96c5-4eab-8801-95bb08df3058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:15.096723 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7a73817c-96c5-4eab-8801-95bb08df3058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:15.099300 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7a73817c-96c5-4eab-8801-95bb08df3058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:15.100590 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-7a73817c-96c5-4eab-8801-95bb08df3058 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a78a83d6-e1bd-458d-9b0a-fd9af5b5ad5f HTTP/1.1" status: 204 len: 168 time: 0.1384337 Aug 13 03:22:15.109265 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73817c-96c5-4eab-8801-95bb08df3058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78a83d6-e1bd-458d-9b0a-fd9af5b5ad5f,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:15.328529 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 2f54933a-f437-4ae5-9596-8a3b5c84c8ca no longer exists at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:22:15.349338 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] No Port match for: 2f54933a-f437-4ae5-9596-8a3b5c84c8ca {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:22:15.349685 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 2f54933a-f437-4ae5-9596-8a3b5c84c8ca not bound to the agent host dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:22:15.350119 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device aa763f51-0a47-4fce-b174-c4f974cc1345 no longer exists at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:22:15.369661 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] No Port match for: aa763f51-0a47-4fce-b174-c4f974cc1345 {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:22:15.370011 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device aa763f51-0a47-4fce-b174-c4f974cc1345 not bound to the agent host dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:22:15.370443 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 3c8d5b2e-19e8-475b-b5a8-426726f0c55e no longer exists at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:22:15.390294 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] No Port match for: 3c8d5b2e-19e8-475b-b5a8-426726f0c55e {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:22:15.390641 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 3c8d5b2e-19e8-475b-b5a8-426726f0c55e not bound to the agent host dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:22:15.461814 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59444) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:15.502807 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-abbb4a2f-6ef0-457e-84f2-6fdbcc3297d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4cb0f84383234b4fb519cffff85bbdd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389030 Aug 13 03:22:15.505168 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59446) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:15.557567 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-27ca5f75-730b-4dda-b666-4b74306bf82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:15.579632 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-27ca5f75-730b-4dda-b666-4b74306bf82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:15.632953 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-27ca5f75-730b-4dda-b666-4b74306bf82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:15.635857 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-27ca5f75-730b-4dda-b666-4b74306bf82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:15.637108 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-27ca5f75-730b-4dda-b666-4b74306bf82a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/820f36a9-2a4b-4f32-8693-dda5fc1a3d5c HTTP/1.1" status: 204 len: 168 time: 0.1309574 Aug 13 03:22:15.646281 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca5f75-730b-4dda-b666-4b74306bf82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820f36a9-2a4b-4f32-8693-dda5fc1a3d5c,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:15.653626 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca5f75-730b-4dda-b666-4b74306bf82a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:22:15.653977 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca5f75-730b-4dda-b666-4b74306bf82a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:22:15.654326 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca5f75-730b-4dda-b666-4b74306bf82a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:22:15.654660 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca5f75-730b-4dda-b666-4b74306bf82a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:22:15.654989 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca5f75-730b-4dda-b666-4b74306bf82a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:22:15.655318 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca5f75-730b-4dda-b666-4b74306bf82a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:22:15.655673 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca5f75-730b-4dda-b666-4b74306bf82a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:22:15.655999 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca5f75-730b-4dda-b666-4b74306bf82a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:22:15.656384 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca5f75-730b-4dda-b666-4b74306bf82a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:22:15.656637 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca5f75-730b-4dda-b666-4b74306bf82a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:22:15.656960 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca5f75-730b-4dda-b666-4b74306bf82a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:22:15.657280 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca5f75-730b-4dda-b666-4b74306bf82a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760192-6-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:22:20.759230 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:22.587485 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-69a14b08-880b-4593-be5f-433ebf2ef2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:24.178281 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59456) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:24.336844 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-acad5e35-6075-47cc-9f08-185618445fe9 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Deleting port ba578877-3088-48ab-ac5c-a0d3cc8dc3b6 {{(pid=100521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:22:24.337201 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-acad5e35-6075-47cc-9f08-185618445fe9 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:24.412619 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-acad5e35-6075-47cc-9f08-185618445fe9 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:24.412961 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-acad5e35-6075-47cc-9f08-185618445fe9 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:24.424564 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-acad5e35-6075-47cc-9f08-185618445fe9 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Calling delete_port for ba578877-3088-48ab-ac5c-a0d3cc8dc3b6 owned by network:floatingip {{(pid=100521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:22:24.573677 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-acad5e35-6075-47cc-9f08-185618445fe9 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15926878'] for port, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:24.600604 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad5e35-6075-47cc-9f08-185618445fe9 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Pushing event deleted for resources: {'Port': ['ID=ba578877-3088-48ab-ac5c-a0d3cc8dc3b6,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:24.662160 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-acad5e35-6075-47cc-9f08-185618445fe9 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for floatingip, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:24.662494 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.db.l3_db [None req-acad5e35-6075-47cc-9f08-185618445fe9 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Floating IP 346a18e5-114e-4e2a-a406-4b4c2d6cf951 disassociated (deleted). External IP: 172.27.3.68, port: 8b4448a6-e7bf-44e1-b3a4-985e0cdac772. Aug 13 03:22:24.905043 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acad5e35-6075-47cc-9f08-185618445fe9 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Router 2c8dc665-ee1e-439d-9896-507b6d92f19b has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:22:25.028709 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acad5e35-6075-47cc-9f08-185618445fe9 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:22:25.033771 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-acad5e35-6075-47cc-9f08-185618445fe9 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for floatingip, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:25.039155 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73fa578-1d0f-46e4-bd55-30a95115d896 None None] Sync routers for ids ['2c8dc665-ee1e-439d-9896-507b6d92f19b'] in dv-cinder-760192-6-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:22:25.049523 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73fa578-1d0f-46e4-bd55-30a95115d896 None None] Routers {'2c8dc665-ee1e-439d-9896-507b6d92f19b'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:22:25.050286 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-e73fa578-1d0f-46e4-bd55-30a95115d896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:21:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['2c8dc665-ee1e-439d-9896-507b6d92f19b'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:25.062273 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-acad5e35-6075-47cc-9f08-185618445fe9 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "DELETE /v2.0/floatingips/346a18e5-114e-4e2a-a406-4b4c2d6cf951 HTTP/1.1" status: 204 len: 168 time: 0.8829775 Aug 13 03:22:25.062962 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a1321f-3c67-444f-a89d-720fc1f4f1a5', 'tag': '8b4448a6-e7bf-44e1-b3a4-985e0cdac772'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:22:25.065434 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cfb025da75d9d11c28f101ae45bca3ab743feb35e1b92c787b6593142af668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1fbc52-6c05-4c71-a621-2a995c6a373a" -d '{"events": [{"name": "network-changed", "server_uuid": "19a1321f-3c67-444f-a89d-720fc1f4f1a5", "tag": "8b4448a6-e7bf-44e1-b3a4-985e0cdac772"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:22:25.167719 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-e73fa578-1d0f-46e4-bd55-30a95115d896 None None] Set router 2c8dc665-ee1e-439d-9896-507b6d92f19b gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:22:25.301743 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498000c-b8ab-46d2-9142-867242af5ab4 req-434d45f9-91a2-4e5d-9419-a0a702ed228a tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:22:25.303431 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e498000c-b8ab-46d2-9142-867242af5ab4 req-434d45f9-91a2-4e5d-9419-a0a702ed228a tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0550914 Aug 13 03:22:25.327439 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe0dac2-c454-47e6-8b45-3d7ee503eb37 x-openstack-request-id: req-bbe0dac2-c454-47e6-8b45-3d7ee503eb37 {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:22:25.327822 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a1321f-3c67-444f-a89d-720fc1f4f1a5", "tag": "8b4448a6-e7bf-44e1-b3a4-985e0cdac772", "status": "completed", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:22:25.328136 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbe0dac2-c454-47e6-8b45-3d7ee503eb37 {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:22:25.328589 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a1321f-3c67-444f-a89d-720fc1f4f1a5', 'tag': '8b4448a6-e7bf-44e1-b3a4-985e0cdac772', 'status': 'completed', 'code': 200} Aug 13 03:22:25.347846 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [req-e498000c-b8ab-46d2-9142-867242af5ab4 req-6e316c39-7d0a-47b3-9ed2-89caf736fd14 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368645 Aug 13 03:22:25.391526 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-e73fa578-1d0f-46e4-bd55-30a95115d896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'name': 'tempest-TestShelveInstance-1008388788-router', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'c721421e-6d17-408f-ae65-d54a491b6c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:18:04Z', 'revision_number': 4, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'gw_port': {'id': 'c721421e-6d17-408f-ae65-d54a491b6c43', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '8e47d72e-deee-4540-8e6c-4558a2fa4764', 'name': '', 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'mac_address': 'fa:16:3e:e7:42:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'da943a0d-6336-44fe-a2c4-7098931b01ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:03Z', 'updated_at': '2021-08-13T03:18:09Z', 'revision_number': 5, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'subnets': [{'id': 'da943a0d-6336-44fe-a2c4-7098931b01ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:25.393307 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fbc52-6c05-4c71-a621-2a995c6a373a req-c7d46ab1-4b68-4cee-9ef5-8dffa7d5af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:22:25.394838 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6d1fbc52-6c05-4c71-a621-2a995c6a373a req-c7d46ab1-4b68-4cee-9ef5-8dffa7d5af3f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f70be8ce88d248c298404200b0e36171&device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 1098 time: 0.0409808 Aug 13 03:22:25.419107 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73fa578-1d0f-46e4-bd55-30a95115d896 None None] Checking router: 2c8dc665-ee1e-439d-9896-507b6d92f19b for host: dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:22:25.428009 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73fa578-1d0f-46e4-bd55-30a95115d896 None None] Routers {'2c8dc665-ee1e-439d-9896-507b6d92f19b'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:22:25.428499 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-e73fa578-1d0f-46e4-bd55-30a95115d896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:21:56Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['2c8dc665-ee1e-439d-9896-507b6d92f19b'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:25.487960 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fbc52-6c05-4c71-a621-2a995c6a373a req-14d87465-6380-45f6-bc06-ab7751cc98d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:22:25.489449 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6d1fbc52-6c05-4c71-a621-2a995c6a373a req-14d87465-6380-45f6-bc06-ab7751cc98d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f2dd367-ecc3-4d0f-8fae-69beb53f0210 HTTP/1.1" status: 200 len: 910 time: 0.0870304 Aug 13 03:22:25.535970 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6d1fbc52-6c05-4c71-a621-2a995c6a373a req-51a32c44-0823-44c0-b906-65394d61f4f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b4448a6-e7bf-44e1-b3a4-985e0cdac772 HTTP/1.1" status: 200 len: 217 time: 0.0385401 Aug 13 03:22:25.554910 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-17e0c8b4-a428-44f0-a3ff-58215bdde108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:25.564164 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-e73fa578-1d0f-46e4-bd55-30a95115d896 None None] Set router 2c8dc665-ee1e-439d-9896-507b6d92f19b gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:22:25.589530 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fbc52-6c05-4c71-a621-2a995c6a373a req-94a195b6-a54c-406f-ab68-f8fb64e6b3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:22:25.590985 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6d1fbc52-6c05-4c71-a621-2a995c6a373a req-94a195b6-a54c-406f-ab68-f8fb64e6b3a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da943a0d-6336-44fe-a2c4-7098931b01ae HTTP/1.1" status: 200 len: 848 time: 0.0461543 Aug 13 03:22:25.637328 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fbc52-6c05-4c71-a621-2a995c6a373a req-e9e09fa9-141a-4bfa-95ee-66f059dcec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:22:25.638730 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6d1fbc52-6c05-4c71-a621-2a995c6a373a req-e9e09fa9-141a-4bfa-95ee-66f059dcec93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f2dd367-ecc3-4d0f-8fae-69beb53f0210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392866 Aug 13 03:22:25.734585 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6d1fbc52-6c05-4c71-a621-2a995c6a373a req-5a5266b1-2830-48be-894e-7acbed6aee76 service neutron] 10.222.0.36 "GET /v2.0/networks/8f2dd367-ecc3-4d0f-8fae-69beb53f0210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874541 Aug 13 03:22:25.771339 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-e73fa578-1d0f-46e4-bd55-30a95115d896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'name': 'tempest-TestShelveInstance-1008388788-router', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'c721421e-6d17-408f-ae65-d54a491b6c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:18:04Z', 'revision_number': 4, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'gw_port': {'id': 'c721421e-6d17-408f-ae65-d54a491b6c43', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '8e47d72e-deee-4540-8e6c-4558a2fa4764', 'name': '', 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'mac_address': 'fa:16:3e:e7:42:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'da943a0d-6336-44fe-a2c4-7098931b01ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:03Z', 'updated_at': '2021-08-13T03:18:09Z', 'revision_number': 5, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'subnets': [{'id': 'da943a0d-6336-44fe-a2c4-7098931b01ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:25.799769 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73fa578-1d0f-46e4-bd55-30a95115d896 None None] The sync data for ids ['2c8dc665-ee1e-439d-9896-507b6d92f19b'] in dv-cinder-760192-6-iscsi is: [{'id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'name': 'tempest-TestShelveInstance-1008388788-router', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'c721421e-6d17-408f-ae65-d54a491b6c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:18:04Z', 'revision_number': 4, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'gw_port': {'id': 'c721421e-6d17-408f-ae65-d54a491b6c43', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi', '_interfaces': [{'id': '8e47d72e-deee-4540-8e6c-4558a2fa4764', 'name': '', 'network_id': '8f2dd367-ecc3-4d0f-8fae-69beb53f0210', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'mac_address': 'fa:16:3e:e7:42:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'da943a0d-6336-44fe-a2c4-7098931b01ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:03Z', 'updated_at': '2021-08-13T03:18:09Z', 'revision_number': 5, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'subnets': [{'id': 'da943a0d-6336-44fe-a2c4-7098931b01ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:22:25.838020 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6d1fbc52-6c05-4c71-a621-2a995c6a373a req-00b5c8a5-68d4-49c4-8bca-611c1b8ae9a6 service neutron] 10.222.0.36 "GET /v2.0/networks/8f2dd367-ecc3-4d0f-8fae-69beb53f0210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946195 Aug 13 03:22:25.855838 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:26.008184 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f759ea4-4030-4e58-bf1f-aeded6a79a29 None None] New status for floating IP 346a18e5-114e-4e2a-a406-4b4c2d6cf951: DOWN {{(pid=100523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:22:26.472060 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32628c22-5b00-4b7b-a33c-03c7e9c90c22 req-6588469e-ff45-44ac-93c9-b4e80a8e16ab tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:22:26.473668 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-32628c22-5b00-4b7b-a33c-03c7e9c90c22 req-6588469e-ff45-44ac-93c9-b4e80a8e16ab tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0571976 Aug 13 03:22:26.498347 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:26.514623 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-32628c22-5b00-4b7b-a33c-03c7e9c90c22 req-00e2695c-77b2-49cc-8267-c955214b1023 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/security-groups?id=db16243e-a7da-4300-98bf-1af39eab2b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349748 Aug 13 03:22:26.880975 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa61a3-aa81-4b73-b6d0-2ea58d768fc2 req-6b951039-67bd-4180-98db-77997091406b tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:22:26.882448 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-46aa61a3-aa81-4b73-b6d0-2ea58d768fc2 req-6b951039-67bd-4180-98db-77997091406b tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.36 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0489974 Aug 13 03:22:26.973315 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-46aa61a3-aa81-4b73-b6d0-2ea58d768fc2 req-493a8e1a-0c9d-4804-b009-b4f3a4c831cc tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Deleting port 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:22:26.973662 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-46aa61a3-aa81-4b73-b6d0-2ea58d768fc2 req-493a8e1a-0c9d-4804-b009-b4f3a4c831cc tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:27.063721 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-46aa61a3-aa81-4b73-b6d0-2ea58d768fc2 req-493a8e1a-0c9d-4804-b009-b4f3a4c831cc tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] For port 8b4448a6-e7bf-44e1-b3a4-985e0cdac772, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8b4448a6-e7bf-44e1-b3a4-985e0cdac772,segment=NetworkSegment(c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e),segment_id=c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:22:27.064186 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-46aa61a3-aa81-4b73-b6d0-2ea58d768fc2 req-493a8e1a-0c9d-4804-b009-b4f3a4c831cc tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:27.076608 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-46aa61a3-aa81-4b73-b6d0-2ea58d768fc2 req-493a8e1a-0c9d-4804-b009-b4f3a4c831cc tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Calling delete_port for 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:22:27.212299 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-46aa61a3-aa81-4b73-b6d0-2ea58d768fc2 req-493a8e1a-0c9d-4804-b009-b4f3a4c831cc tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:27.241490 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a8e1a-0c9d-4804-b009-b4f3a4c831cc tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Pushing event deleted for resources: {'Port': ['ID=8b4448a6-e7bf-44e1-b3a4-985e0cdac772,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:27.286225 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-46aa61a3-aa81-4b73-b6d0-2ea58d768fc2 req-493a8e1a-0c9d-4804-b009-b4f3a4c831cc tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] No DVR routers for this DVR port 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 on host hv-cinder-76019 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:22:27.288873 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-46aa61a3-aa81-4b73-b6d0-2ea58d768fc2 req-493a8e1a-0c9d-4804-b009-b4f3a4c831cc tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157134'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:27.290830 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-46aa61a3-aa81-4b73-b6d0-2ea58d768fc2 req-493a8e1a-0c9d-4804-b009-b4f3a4c831cc tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.36 "DELETE /v2.0/ports/8b4448a6-e7bf-44e1-b3a4-985e0cdac772 HTTP/1.1" status: 204 len: 173 time: 0.4015331 Aug 13 03:22:27.291273 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a1321f-3c67-444f-a89d-720fc1f4f1a5', 'name': 'network-vif-deleted', 'tag': '8b4448a6-e7bf-44e1-b3a4-985e0cdac772'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:22:27.293527 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06692ea5e539b46720e4abbd9516c6d9062731d0a9b1abef00778e199eaea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9e124d-a503-4a52-9930-c583f3e6c2dc" -d '{"events": [{"server_uuid": "19a1321f-3c67-444f-a89d-720fc1f4f1a5", "name": "network-vif-deleted", "tag": "8b4448a6-e7bf-44e1-b3a4-985e0cdac772"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:22:27.330985 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1306afa-65e7-40f5-94fd-e724329f0dd3 x-openstack-request-id: req-a1306afa-65e7-40f5-94fd-e724329f0dd3 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:22:27.331307 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a1321f-3c67-444f-a89d-720fc1f4f1a5", "name": "network-vif-deleted", "tag": "8b4448a6-e7bf-44e1-b3a4-985e0cdac772", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:22:27.331852 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1306afa-65e7-40f5-94fd-e724329f0dd3 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:22:27.332251 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a1321f-3c67-444f-a89d-720fc1f4f1a5', 'name': 'network-vif-deleted', 'tag': '8b4448a6-e7bf-44e1-b3a4-985e0cdac772', 'status': 'completed', 'code': 200} Aug 13 03:22:27.643655 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [req-71eeb852-7fa8-4a42-9180-9e15cf9d8cfa req-333a70a8-0cdc-4419-8659-fe9c6df6e21e tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "GET /v2.0/ports?device_id=19a1321f-3c67-444f-a89d-720fc1f4f1a5 HTTP/1.1" status: 200 len: 210 time: 0.0355396 Aug 13 03:22:27.933596 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:28.701932 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59478) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:28.762112 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e8c39dd7-7a38-4e46-961b-05b13be38ce2 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:28.788739 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e8c39dd7-7a38-4e46-961b-05b13be38ce2 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:28.856342 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e8c39dd7-7a38-4e46-961b-05b13be38ce2 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:28.859549 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e8c39dd7-7a38-4e46-961b-05b13be38ce2 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:28.860835 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-e8c39dd7-7a38-4e46-961b-05b13be38ce2 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] 10.222.0.13 "DELETE /v2.0/security-groups/db16243e-a7da-4300-98bf-1af39eab2b18 HTTP/1.1" status: 204 len: 168 time: 0.1577327 Aug 13 03:22:28.873054 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c39dd7-7a38-4e46-961b-05b13be38ce2 tempest-TestShelveInstance-1974512460 tempest-TestShelveInstance-1974512460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db16243e-a7da-4300-98bf-1af39eab2b18,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:28.903399 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59482) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:29.311207 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3ea0a5e7-ae3f-4089-a7e2-9308fb4fc2e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1752981'] for router_interface, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:29.578735 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-3ea0a5e7-ae3f-4089-a7e2-9308fb4fc2e6 admin admin] Deleting port 8e47d72e-deee-4540-8e6c-4558a2fa4764 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:22:29.579384 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3ea0a5e7-ae3f-4089-a7e2-9308fb4fc2e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:29.658070 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-3ea0a5e7-ae3f-4089-a7e2-9308fb4fc2e6 admin admin] For port 8e47d72e-deee-4540-8e6c-4558a2fa4764, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=8e47d72e-deee-4540-8e6c-4558a2fa4764,segment=NetworkSegment(c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e),segment_id=c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:22:29.658620 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3ea0a5e7-ae3f-4089-a7e2-9308fb4fc2e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:29.675380 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-3ea0a5e7-ae3f-4089-a7e2-9308fb4fc2e6 admin admin] Calling delete_port for 8e47d72e-deee-4540-8e6c-4558a2fa4764 owned by network:router_interface {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:22:29.862207 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3ea0a5e7-ae3f-4089-a7e2-9308fb4fc2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:29.889084 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0a5e7-ae3f-4089-a7e2-9308fb4fc2e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e47d72e-deee-4540-8e6c-4558a2fa4764,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:29.965269 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:22:29.988117 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] No Port match for: 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:22:29.988117 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Device 8b4448a6-e7bf-44e1-b3a4-985e0cdac772 not bound to the agent host hv-cinder-76019 {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:22:30.051398 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3ea0a5e7-ae3f-4089-a7e2-9308fb4fc2e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1790757'] for router_interface, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:30.261910 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea0a5e7-ae3f-4089-a7e2-9308fb4fc2e6 admin admin] Router 2c8dc665-ee1e-439d-9896-507b6d92f19b has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:22:30.621504 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea0a5e7-ae3f-4089-a7e2-9308fb4fc2e6 admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:22:30.626941 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-3ea0a5e7-ae3f-4089-a7e2-9308fb4fc2e6 admin admin] 10.222.0.13 "PUT /v2.0/routers/2c8dc665-ee1e-439d-9896-507b6d92f19b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7209680 Aug 13 03:22:30.629472 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59484) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:30.632177 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85501031-fd08-48c8-94f8-49bc2cb9a230 None None] Sync routers for ids ['2c8dc665-ee1e-439d-9896-507b6d92f19b'] in dv-cinder-760192-6-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:22:30.641364 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85501031-fd08-48c8-94f8-49bc2cb9a230 None None] Routers {'2c8dc665-ee1e-439d-9896-507b6d92f19b'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:22:30.642610 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-85501031-fd08-48c8-94f8-49bc2cb9a230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:22:26Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['2c8dc665-ee1e-439d-9896-507b6d92f19b'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:30.733022 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5a73552c-29c6-4a3e-a6c1-36bde0efb7aa admin admin] Notify callbacks [] for router, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:30.753086 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-85501031-fd08-48c8-94f8-49bc2cb9a230 None None] Set router 2c8dc665-ee1e-439d-9896-507b6d92f19b gateway port host: dv-cinder-760192-6-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:22:30.844887 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5a73552c-29c6-4a3e-a6c1-36bde0efb7aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:30.900963 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-5a73552c-29c6-4a3e-a6c1-36bde0efb7aa admin admin] Deleting port c721421e-6d17-408f-ae65-d54a491b6c43 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:22:30.901226 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5a73552c-29c6-4a3e-a6c1-36bde0efb7aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:30.988290 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-5a73552c-29c6-4a3e-a6c1-36bde0efb7aa admin admin] For port c721421e-6d17-408f-ae65-d54a491b6c43, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=c721421e-6d17-408f-ae65-d54a491b6c43,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:22:30.988674 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5a73552c-29c6-4a3e-a6c1-36bde0efb7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:31.008498 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-5a73552c-29c6-4a3e-a6c1-36bde0efb7aa admin admin] Calling delete_port for c721421e-6d17-408f-ae65-d54a491b6c43 owned by network:router_gateway {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:22:31.075898 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-85501031-fd08-48c8-94f8-49bc2cb9a230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'name': 'tempest-TestShelveInstance-1008388788-router', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'c721421e-6d17-408f-ae65-d54a491b6c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:22:29Z', 'revision_number': 5, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'gw_port': {'id': 'c721421e-6d17-408f-ae65-d54a491b6c43', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:31.103464 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85501031-fd08-48c8-94f8-49bc2cb9a230 None None] Checking router: 2c8dc665-ee1e-439d-9896-507b6d92f19b for host: dv-cinder-760192-6-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:22:31.112606 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85501031-fd08-48c8-94f8-49bc2cb9a230 None None] Routers {'2c8dc665-ee1e-439d-9896-507b6d92f19b'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:22:31.113381 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-85501031-fd08-48c8-94f8-49bc2cb9a230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:22:26Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['2c8dc665-ee1e-439d-9896-507b6d92f19b'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:31.182032 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5a73552c-29c6-4a3e-a6c1-36bde0efb7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:31.203594 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-85501031-fd08-48c8-94f8-49bc2cb9a230 None None] Set router 2c8dc665-ee1e-439d-9896-507b6d92f19b gateway port host: None {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:22:31.213924 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73552c-29c6-4a3e-a6c1-36bde0efb7aa admin admin] Pushing event deleted for resources: {'Port': ['ID=c721421e-6d17-408f-ae65-d54a491b6c43,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:31.258948 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-85501031-fd08-48c8-94f8-49bc2cb9a230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'name': 'tempest-TestShelveInstance-1008388788-router', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:22:30Z', 'revision_number': 6, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'gw_port_host': None}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:31.271223 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5a73552c-29c6-4a3e-a6c1-36bde0efb7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790687'] for router_gateway, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:31.286373 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85501031-fd08-48c8-94f8-49bc2cb9a230 None None] The sync data for ids ['2c8dc665-ee1e-439d-9896-507b6d92f19b'] in dv-cinder-760192-6-iscsi is: [{'id': '2c8dc665-ee1e-439d-9896-507b6d92f19b', 'name': 'tempest-TestShelveInstance-1008388788-router', 'tenant_id': 'f70be8ce88d248c298404200b0e36171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:18:01Z', 'updated_at': '2021-08-13T03:22:30Z', 'revision_number': 6, 'project_id': 'f70be8ce88d248c298404200b0e36171', 'gw_port_host': None}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:22:31.367924 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5a73552c-29c6-4a3e-a6c1-36bde0efb7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1791283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-402'] for router, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:31.370067 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5a73552c-29c6-4a3e-a6c1-36bde0efb7aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:31.428663 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5a73552c-29c6-4a3e-a6c1-36bde0efb7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1791292'] for router, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:31.429205 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a73552c-29c6-4a3e-a6c1-36bde0efb7aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c8dc665-ee1e-439d-9896-507b6d92f19b {{(pid=100520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:22:31.433630 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5a73552c-29c6-4a3e-a6c1-36bde0efb7aa admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:31.434829 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-5a73552c-29c6-4a3e-a6c1-36bde0efb7aa admin admin] 10.222.0.13 "DELETE /v2.0/routers/2c8dc665-ee1e-439d-9896-507b6d92f19b HTTP/1.1" status: 204 len: 168 time: 0.8044119 Aug 13 03:22:31.437407 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59486) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:31.487379 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c41a9b2-3919-4d71-89ec-1bc5b2f56646 admin admin] Deleting subnet da943a0d-6336-44fe-a2c4-7098931b01ae {{(pid=100520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:22:31.490869 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9c41a9b2-3919-4d71-89ec-1bc5b2f56646 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:31.526777 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9c41a9b2-3919-4d71-89ec-1bc5b2f56646 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13532310'] for subnet, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:31.608260 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9c41a9b2-3919-4d71-89ec-1bc5b2f56646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544759'] for subnet, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:31.666378 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9c41a9b2-3919-4d71-89ec-1bc5b2f56646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13334767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13559792'] for subnet, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:31.694287 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41a9b2-3919-4d71-89ec-1bc5b2f56646 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da943a0d-6336-44fe-a2c4-7098931b01ae,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:31.700124 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9c41a9b2-3919-4d71-89ec-1bc5b2f56646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:31.702377 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-9c41a9b2-3919-4d71-89ec-1bc5b2f56646 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/da943a0d-6336-44fe-a2c4-7098931b01ae HTTP/1.1" status: 204 len: 168 time: 0.2636504 Aug 13 03:22:31.705190 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59488) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:31.707028 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05270cb-24f7-4aaf-a8b8-00e94943d2b6 None None] Network 8f2dd367-ecc3-4d0f-8fae-69beb53f0210 requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:22:31.788529 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-556e39ef-0a03-4ad6-a82b-d7170089877b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529704'] for network, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:31.849644 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-556e39ef-0a03-4ad6-a82b-d7170089877b admin admin] Deleting port fd93fa5f-1f48-4290-826e-3b56dfefb6ad {{(pid=100521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:22:31.850147 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-556e39ef-0a03-4ad6-a82b-d7170089877b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:31.914000 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-556e39ef-0a03-4ad6-a82b-d7170089877b admin admin] For port fd93fa5f-1f48-4290-826e-3b56dfefb6ad, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=fd93fa5f-1f48-4290-826e-3b56dfefb6ad,segment=NetworkSegment(c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e),segment_id=c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:22:31.914388 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-556e39ef-0a03-4ad6-a82b-d7170089877b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:31.927058 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-556e39ef-0a03-4ad6-a82b-d7170089877b admin admin] Calling delete_port for fd93fa5f-1f48-4290-826e-3b56dfefb6ad owned by network:dhcp {{(pid=100521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:22:32.004204 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-556e39ef-0a03-4ad6-a82b-d7170089877b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15926878'] for port, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:32.028329 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e39ef-0a03-4ad6-a82b-d7170089877b admin admin] Pushing event deleted for resources: {'Port': ['ID=fd93fa5f-1f48-4290-826e-3b56dfefb6ad,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:32.031924 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556e39ef-0a03-4ad6-a82b-d7170089877b admin admin] No DVR routers for this DVR port fd93fa5f-1f48-4290-826e-3b56dfefb6ad on host dv-cinder-760192-6-iscsi {{(pid=100521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:22:32.098587 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98e0f54-a51b-4b71-8e95-d2b4844ed728 None None] DHCP port deletion for 8f2dd367-ecc3-4d0f-8fae-69beb53f0210 request from dv-cinder-760192-6-iscsi {{(pid=100522) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:22:32.106240 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-556e39ef-0a03-4ad6-a82b-d7170089877b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543600', 'neutron.services.segments.db._delete_segments_for_network-8730805984624'] for network, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:32.119696 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.services.segments.db [None req-556e39ef-0a03-4ad6-a82b-d7170089877b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2dd367-ecc3-4d0f-8fae-69beb53f0210']}} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:32.130042 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.services.segments.db [None req-556e39ef-0a03-4ad6-a82b-d7170089877b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e') {'for_net_delete': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:32.130361 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.services.segments.db [None req-556e39ef-0a03-4ad6-a82b-d7170089877b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c856d2c5-5bae-4ae5-bfd6-8e6be4cd9c1e') {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:32.139086 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-556e39ef-0a03-4ad6-a82b-d7170089877b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730805986425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12987359'] for segment, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:32.152534 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-556e39ef-0a03-4ad6-a82b-d7170089877b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:32.159187 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556e39ef-0a03-4ad6-a82b-d7170089877b admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=100521) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:22:32.159600 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-556e39ef-0a03-4ad6-a82b-d7170089877b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15926963'] for segment, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: Traceback (most recent call last): Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: timer() Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: cb(*args, **kw) Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: return func(*args, **kwargs) Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: self._notify() Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: self.callback(batched_events) Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: event.method(event) Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: return f(self, *a, **k) Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: return self._get(url).json() Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: return self.request(url, 'GET', **kwargs) Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:22:32.161292 dv-cinder-760192-6-iscsi neutron-server[100521]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:22:32.219703 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-556e39ef-0a03-4ad6-a82b-d7170089877b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790627'] for network, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:32.228154 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-556e39ef-0a03-4ad6-a82b-d7170089877b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:32.229498 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-556e39ef-0a03-4ad6-a82b-d7170089877b admin admin] 10.222.0.13 "DELETE /v2.0/networks/8f2dd367-ecc3-4d0f-8fae-69beb53f0210 HTTP/1.1" status: 204 len: 168 time: 0.5233312 Aug 13 03:22:32.232709 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59490) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:32.239375 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e39ef-0a03-4ad6-a82b-d7170089877b admin admin] Pushing event deleted for resources: {'Network': ['ID=8f2dd367-ecc3-4d0f-8fae-69beb53f0210,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:32.600367 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cd95dbdf-889c-4a3e-9184-69975b1e30f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1752981'] for router_interface, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:32.843459 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-cd95dbdf-889c-4a3e-9184-69975b1e30f3 admin admin] Deleting port 20b6f5fd-5592-4a5c-b58f-f70be7b34798 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:22:32.843836 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cd95dbdf-889c-4a3e-9184-69975b1e30f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:32.926199 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-cd95dbdf-889c-4a3e-9184-69975b1e30f3 admin admin] For port 20b6f5fd-5592-4a5c-b58f-f70be7b34798, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=20b6f5fd-5592-4a5c-b58f-f70be7b34798,segment=NetworkSegment(1bbb2c90-9bef-4207-90a8-9e14298c1e12),segment_id=1bbb2c90-9bef-4207-90a8-9e14298c1e12)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:22:32.926474 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cd95dbdf-889c-4a3e-9184-69975b1e30f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:32.939077 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-cd95dbdf-889c-4a3e-9184-69975b1e30f3 admin admin] Calling delete_port for 20b6f5fd-5592-4a5c-b58f-f70be7b34798 owned by network:router_interface {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:22:33.131160 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cd95dbdf-889c-4a3e-9184-69975b1e30f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:33.157128 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95dbdf-889c-4a3e-9184-69975b1e30f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=20b6f5fd-5592-4a5c-b58f-f70be7b34798,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:33.329126 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cd95dbdf-889c-4a3e-9184-69975b1e30f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1790757'] for router_interface, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:33.384533 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 8e47d72e-deee-4540-8e6c-4558a2fa4764 no longer exists at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:22:33.404175 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] No Port match for: 8e47d72e-deee-4540-8e6c-4558a2fa4764 {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:22:33.404524 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 8e47d72e-deee-4540-8e6c-4558a2fa4764 not bound to the agent host dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:22:33.404945 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device fd93fa5f-1f48-4290-826e-3b56dfefb6ad no longer exists at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:22:33.424263 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] No Port match for: fd93fa5f-1f48-4290-826e-3b56dfefb6ad {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:22:33.424610 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device fd93fa5f-1f48-4290-826e-3b56dfefb6ad not bound to the agent host dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:22:33.425078 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device c721421e-6d17-408f-ae65-d54a491b6c43 no longer exists at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:22:33.443646 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] No Port match for: c721421e-6d17-408f-ae65-d54a491b6c43 {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:22:33.443911 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device c721421e-6d17-408f-ae65-d54a491b6c43 not bound to the agent host dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:22:33.550248 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd95dbdf-889c-4a3e-9184-69975b1e30f3 admin admin] Router c6468ecb-7d01-4404-81ef-6970760cad6c has already been hosted by L3 agent ecc043e1-0a38-467f-8cf7-bceccd2742c4 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:22:33.655786 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd95dbdf-889c-4a3e-9184-69975b1e30f3 admin admin] Notify agent at l3_agent.dv-cinder-760192-6-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:22:33.661797 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-cd95dbdf-889c-4a3e-9184-69975b1e30f3 admin admin] 10.222.0.13 "PUT /v2.0/routers/c6468ecb-7d01-4404-81ef-6970760cad6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4276435 Aug 13 03:22:33.664235 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59492) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:33.666700 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360fbfac-e68a-43a4-bdd9-21550bd0464c None None] Sync routers for ids ['c6468ecb-7d01-4404-81ef-6970760cad6c'] in dv-cinder-760192-6-iscsi {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:22:33.677001 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360fbfac-e68a-43a4-bdd9-21550bd0464c None None] Routers {'c6468ecb-7d01-4404-81ef-6970760cad6c'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:22:33.677611 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-360fbfac-e68a-43a4-bdd9-21550bd0464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:22:26Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['c6468ecb-7d01-4404-81ef-6970760cad6c'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:33.770336 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-85050ba9-5242-4796-936c-1481345200ac admin admin] Notify callbacks [] for router, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:33.781242 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-360fbfac-e68a-43a4-bdd9-21550bd0464c None None] Set router c6468ecb-7d01-4404-81ef-6970760cad6c gateway port host: dv-cinder-760192-6-iscsi {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:22:33.878206 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-85050ba9-5242-4796-936c-1481345200ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:33.930535 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-85050ba9-5242-4796-936c-1481345200ac admin admin] Deleting port 9348fb8c-7e09-47e8-aef2-15b9a90d522c {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:22:33.930870 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-85050ba9-5242-4796-936c-1481345200ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:33.971605 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-360fbfac-e68a-43a4-bdd9-21550bd0464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6468ecb-7d01-4404-81ef-6970760cad6c', 'name': 'tempest-TestShelveInstance-1788084877-router', 'tenant_id': 'cb5c710024a4450aab7e247c306db64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'external_fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9348fb8c-7e09-47e8-aef2-15b9a90d522c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:18:06Z', 'updated_at': '2021-08-13T03:22:33Z', 'revision_number': 5, 'project_id': 'cb5c710024a4450aab7e247c306db64d', 'gw_port': {'id': '9348fb8c-7e09-47e8-aef2-15b9a90d522c', 'name': '', 'network_id': 'e1b1eaab-3abb-4c2f-9e17-ba947274cb90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:73:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6468ecb-7d01-4404-81ef-6970760cad6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760192-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:18:06Z', 'updated_at': '2021-08-13T03:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b95406b-7f6d-4e40-b01a-fd59db47aa2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760192-6-iscsi'}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:33.997361 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360fbfac-e68a-43a4-bdd9-21550bd0464c None None] Checking router: c6468ecb-7d01-4404-81ef-6970760cad6c for host: dv-cinder-760192-6-iscsi {{(pid=100523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:22:34.005806 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360fbfac-e68a-43a4-bdd9-21550bd0464c None None] Routers {'c6468ecb-7d01-4404-81ef-6970760cad6c'} bound to L3 agent in host dv-cinder-760192-6-iscsi {{(pid=100523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:22:34.006413 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-360fbfac-e68a-43a4-bdd9-21550bd0464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760192-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:31:25Z,description=,heartbeat_timestamp=2021-08-13T03:22:26Z,host='dv-cinder-760192-6-iscsi',id=ecc043e1-0a38-467f-8cf7-bceccd2742c4,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:31:25Z,topic='l3_agent')) {'router_ids': ['c6468ecb-7d01-4404-81ef-6970760cad6c'], 'active': True} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:34.014184 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-85050ba9-5242-4796-936c-1481345200ac admin admin] For port 9348fb8c-7e09-47e8-aef2-15b9a90d522c, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=9348fb8c-7e09-47e8-aef2-15b9a90d522c,segment=NetworkSegment(d9061e0b-aa32-4f41-a315-df5dcd71983a),segment_id=d9061e0b-aa32-4f41-a315-df5dcd71983a)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:22:34.014557 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-85050ba9-5242-4796-936c-1481345200ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:34.027723 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-85050ba9-5242-4796-936c-1481345200ac admin admin] Calling delete_port for 9348fb8c-7e09-47e8-aef2-15b9a90d522c owned by network:router_gateway {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:22:34.187215 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_dvr_db [None req-360fbfac-e68a-43a4-bdd9-21550bd0464c None None] Set router c6468ecb-7d01-4404-81ef-6970760cad6c gateway port host: None {{(pid=100523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:22:34.202741 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-85050ba9-5242-4796-936c-1481345200ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13334748'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:34.227730 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85050ba9-5242-4796-936c-1481345200ac admin admin] Pushing event deleted for resources: {'Port': ['ID=9348fb8c-7e09-47e8-aef2-15b9a90d522c,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:34.240659 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.l3_hamode_db [None req-360fbfac-e68a-43a4-bdd9-21550bd0464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6468ecb-7d01-4404-81ef-6970760cad6c', 'name': 'tempest-TestShelveInstance-1788084877-router', 'tenant_id': 'cb5c710024a4450aab7e247c306db64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:18:06Z', 'updated_at': '2021-08-13T03:22:33Z', 'revision_number': 6, 'project_id': 'cb5c710024a4450aab7e247c306db64d', 'gw_port_host': None}], 'dv-cinder-760192-6-iscsi', False) {} {{(pid=100523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:34.269779 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360fbfac-e68a-43a4-bdd9-21550bd0464c None None] The sync data for ids ['c6468ecb-7d01-4404-81ef-6970760cad6c'] in dv-cinder-760192-6-iscsi is: [{'id': 'c6468ecb-7d01-4404-81ef-6970760cad6c', 'name': 'tempest-TestShelveInstance-1788084877-router', 'tenant_id': 'cb5c710024a4450aab7e247c306db64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:18:06Z', 'updated_at': '2021-08-13T03:22:33Z', 'revision_number': 6, 'project_id': 'cb5c710024a4450aab7e247c306db64d', 'gw_port_host': None}] {{(pid=100523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:22:34.293856 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-85050ba9-5242-4796-936c-1481345200ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790687'] for router_gateway, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:34.396167 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-85050ba9-5242-4796-936c-1481345200ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1791283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-402'] for router, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:34.398351 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-85050ba9-5242-4796-936c-1481345200ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:34.443161 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-85050ba9-5242-4796-936c-1481345200ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1791292'] for router, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:34.443736 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85050ba9-5242-4796-936c-1481345200ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6468ecb-7d01-4404-81ef-6970760cad6c {{(pid=100520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:22:34.448518 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-85050ba9-5242-4796-936c-1481345200ac admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:34.449642 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-85050ba9-5242-4796-936c-1481345200ac admin admin] 10.222.0.13 "DELETE /v2.0/routers/c6468ecb-7d01-4404-81ef-6970760cad6c HTTP/1.1" status: 204 len: 168 time: 0.7845092 Aug 13 03:22:34.452310 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.13', 59494) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:34.496538 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_v2 [None req-8262c0a9-2352-46bd-9da1-0029a043217b admin admin] Deleting subnet d4a082e5-b0c3-43d9-91a6-f703e6f2dd65 {{(pid=100520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:22:34.499515 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8262c0a9-2352-46bd-9da1-0029a043217b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:34.534529 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8262c0a9-2352-46bd-9da1-0029a043217b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13532310'] for subnet, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:34.616438 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8262c0a9-2352-46bd-9da1-0029a043217b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544759'] for subnet, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:34.677743 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8262c0a9-2352-46bd-9da1-0029a043217b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13334767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13559792'] for subnet, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:34.708247 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8262c0a9-2352-46bd-9da1-0029a043217b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:34.710350 dv-cinder-760192-6-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-8262c0a9-2352-46bd-9da1-0029a043217b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d4a082e5-b0c3-43d9-91a6-f703e6f2dd65 HTTP/1.1" status: 204 len: 168 time: 0.2569339 Aug 13 03:22:34.711236 dv-cinder-760192-6-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262c0a9-2352-46bd-9da1-0029a043217b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4a082e5-b0c3-43d9-91a6-f703e6f2dd65,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:34.713006 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59496) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:34.716636 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e967fdb5-bf24-444d-ba44-3f9ec3f0ccd7 None None] Network a85c29e4-ac83-48bf-956e-3442bdc0afd5 requested from dv-cinder-760192-6-iscsi {{(pid=100522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:22:34.791452 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f43ef70b-4e20-4357-86a1-79941daa8e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529704'] for network, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:34.848156 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-f43ef70b-4e20-4357-86a1-79941daa8e82 admin admin] Deleting port 991d4c04-8f92-4ca4-a134-d273f5544ab5 {{(pid=100521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:22:34.848156 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f43ef70b-4e20-4357-86a1-79941daa8e82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:34.916990 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-f43ef70b-4e20-4357-86a1-79941daa8e82 admin admin] For port 991d4c04-8f92-4ca4-a134-d273f5544ab5, host dv-cinder-760192-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760192-6-iscsi',level=0,port_id=991d4c04-8f92-4ca4-a134-d273f5544ab5,segment=NetworkSegment(1bbb2c90-9bef-4207-90a8-9e14298c1e12),segment_id=1bbb2c90-9bef-4207-90a8-9e14298c1e12)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:22:34.917389 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f43ef70b-4e20-4357-86a1-79941daa8e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:34.929585 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-f43ef70b-4e20-4357-86a1-79941daa8e82 admin admin] Calling delete_port for 991d4c04-8f92-4ca4-a134-d273f5544ab5 owned by network:dhcp {{(pid=100521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:22:34.995115 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5c7e95-a92b-4c40-9a9b-9c06cbd078a1 None None] DHCP port deletion for a85c29e4-ac83-48bf-956e-3442bdc0afd5 request from dv-cinder-760192-6-iscsi {{(pid=100522) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:22:35.011158 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f43ef70b-4e20-4357-86a1-79941daa8e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15926878'] for port, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:35.040251 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ef70b-4e20-4357-86a1-79941daa8e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=991d4c04-8f92-4ca4-a134-d273f5544ab5,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:35.045710 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-2e5c7e95-a92b-4c40-9a9b-9c06cbd078a1 None None] Deleting port 991d4c04-8f92-4ca4-a134-d273f5544ab5 {{(pid=100522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:22:35.046176 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7e95-a92b-4c40-9a9b-9c06cbd078a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730805890856'] for port, before_delete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:35.048994 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43ef70b-4e20-4357-86a1-79941daa8e82 admin admin] No DVR routers for this DVR port 991d4c04-8f92-4ca4-a134-d273f5544ab5 on host dv-cinder-760192-6-iscsi {{(pid=100521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:22:35.125340 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f43ef70b-4e20-4357-86a1-79941daa8e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543600', 'neutron.services.segments.db._delete_segments_for_network-8730805984624'] for network, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:35.127148 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-2e5c7e95-a92b-4c40-9a9b-9c06cbd078a1 None None] For port 991d4c04-8f92-4ca4-a134-d273f5544ab5, host dv-cinder-760192-6-iscsi, got binding levels [] {{(pid=100522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:22:35.127848 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7e95-a92b-4c40-9a9b-9c06cbd078a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810618'] for port, precommit_delete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:35.136904 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.services.segments.db [None req-f43ef70b-4e20-4357-86a1-79941daa8e82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85c29e4-ac83-48bf-956e-3442bdc0afd5']}} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:35.141233 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-2e5c7e95-a92b-4c40-9a9b-9c06cbd078a1 None None] Calling delete_port for 991d4c04-8f92-4ca4-a134-d273f5544ab5 owned by network:dhcp {{(pid=100522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:22:35.144473 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.ipam_backend_mixin [None req-2e5c7e95-a92b-4c40-9a9b-9c06cbd078a1 None None] Port 991d4c04-8f92-4ca4-a134-d273f5544ab5 was not found and therefore no delete operation was performed {{(pid=100522) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 13 03:22:35.145692 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7e95-a92b-4c40-9a9b-9c06cbd078a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730805897090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730805425668'] for port, after_delete {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:35.148378 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.services.segments.db [None req-f43ef70b-4e20-4357-86a1-79941daa8e82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bbb2c90-9bef-4207-90a8-9e14298c1e12') {'for_net_delete': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:35.148674 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.services.segments.db [None req-f43ef70b-4e20-4357-86a1-79941daa8e82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bbb2c90-9bef-4207-90a8-9e14298c1e12') {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:22:35.158341 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f43ef70b-4e20-4357-86a1-79941daa8e82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730805986425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12987359'] for segment, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:35.170112 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c7e95-a92b-4c40-9a9b-9c06cbd078a1 None None] Pushing event deleted for resources: {'Port': ['ID=991d4c04-8f92-4ca4-a134-d273f5544ab5,revision_number=None']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:35.174748 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5c7e95-a92b-4c40-9a9b-9c06cbd078a1 None None] No DVR routers for this DVR port 991d4c04-8f92-4ca4-a134-d273f5544ab5 on host dv-cinder-760192-6-iscsi {{(pid=100522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:22:35.176538 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f43ef70b-4e20-4357-86a1-79941daa8e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694'] for segment, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:35.184546 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43ef70b-4e20-4357-86a1-79941daa8e82 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=100521) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:22:35.184972 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f43ef70b-4e20-4357-86a1-79941daa8e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15926963'] for segment, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: Traceback (most recent call last): Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: timer() Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: cb(*args, **kw) Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: return func(*args, **kwargs) Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: self._notify() Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: self.callback(batched_events) Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: event.method(event) Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: return f(self, *a, **k) Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: return self._get(url).json() Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: return self.request(url, 'GET', **kwargs) Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:22:35.186819 dv-cinder-760192-6-iscsi neutron-server[100521]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:22:35.245631 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f43ef70b-4e20-4357-86a1-79941daa8e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790627'] for network, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:35.252823 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f43ef70b-4e20-4357-86a1-79941daa8e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618978'] for network, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:35.255208 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-f43ef70b-4e20-4357-86a1-79941daa8e82 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a85c29e4-ac83-48bf-956e-3442bdc0afd5 HTTP/1.1" status: 204 len: 168 time: 0.5410795 Aug 13 03:22:35.267095 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ef70b-4e20-4357-86a1-79941daa8e82 admin admin] Pushing event deleted for resources: {'Network': ['ID=a85c29e4-ac83-48bf-956e-3442bdc0afd5,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:35.336411 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 991d4c04-8f92-4ca4-a134-d273f5544ab5 no longer exists at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:22:35.358711 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] No Port match for: 991d4c04-8f92-4ca4-a134-d273f5544ab5 {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:22:35.359149 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 991d4c04-8f92-4ca4-a134-d273f5544ab5 not bound to the agent host dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:22:35.359755 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 9348fb8c-7e09-47e8-aef2-15b9a90d522c no longer exists at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:22:35.388028 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] No Port match for: 9348fb8c-7e09-47e8-aef2-15b9a90d522c {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:22:35.388491 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 9348fb8c-7e09-47e8-aef2-15b9a90d522c not bound to the agent host dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:22:35.388936 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 20b6f5fd-5592-4a5c-b58f-f70be7b34798 no longer exists at agent ovs-agent-dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:22:35.408276 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] No Port match for: 20b6f5fd-5592-4a5c-b58f-f70be7b34798 {{(pid=100522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:22:35.408630 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.rpc [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Device 20b6f5fd-5592-4a5c-b58f-f70be7b34798 not bound to the agent host dv-cinder-760192-6-iscsi {{(pid=100522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:22:35.436212 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59500) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:35.476617 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-9868da6e-172f-4084-b46d-247ca70b81d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f70be8ce88d248c298404200b0e36171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392382 Aug 13 03:22:35.479359 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59502) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:35.528155 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6ebb68e3-24ae-48fb-a6e3-3ce00af07155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:35.549923 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6ebb68e3-24ae-48fb-a6e3-3ce00af07155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:35.595757 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6ebb68e3-24ae-48fb-a6e3-3ce00af07155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:35.598153 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6ebb68e3-24ae-48fb-a6e3-3ce00af07155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:35.599318 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-6ebb68e3-24ae-48fb-a6e3-3ce00af07155 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30d1c5ef-df70-437a-a32e-52e35284c22c HTTP/1.1" status: 204 len: 168 time: 0.1189783 Aug 13 03:22:35.607210 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb68e3-24ae-48fb-a6e3-3ce00af07155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d1c5ef-df70-437a-a32e-52e35284c22c,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:35.912411 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59508) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:35.957490 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-1180d622-e89b-44c3-88b8-a6c1c2defff0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb5c710024a4450aab7e247c306db64d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439041 Aug 13 03:22:35.959915 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.wsgi [-] (100521) accepted ('10.222.0.13', 59510) {{(pid=100521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:22:36.008443 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a7675900-8437-4b4f-8411-95293e7992f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:36.030548 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a7675900-8437-4b4f-8411-95293e7992f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:36.077904 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a7675900-8437-4b4f-8411-95293e7992f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781179'] for security_group, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:36.081020 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a7675900-8437-4b4f-8411-95293e7992f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:36.082420 dv-cinder-760192-6-iscsi neutron-server[100521]: INFO neutron.wsgi [None req-a7675900-8437-4b4f-8411-95293e7992f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0dbf0c2c-53d6-4925-b33a-04db9164918c HTTP/1.1" status: 204 len: 168 time: 0.1216042 Aug 13 03:22:36.090290 dv-cinder-760192-6-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7675900-8437-4b4f-8411-95293e7992f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbf0c2c-53d6-4925-b33a-04db9164918c,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:22:50.774573 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:50.881378 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:22:52.588413 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-44fea7af-f73a-4bbd-9652-6da2693afa77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:55.546521 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-cdfbc373-529d-4d14-8a6e-9cb3262ef8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:55.849809 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:56.498716 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:22:57.935429 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:23:20.784246 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:23:22.589663 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-1044a686-41db-45d6-9f89-708b0287d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:23:25.548226 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-04e776f9-c7a4-442c-a426-267167468077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:23:25.852163 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:23:26.502217 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:23:27.880593 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:23:27.943788 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:23:50.803451 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:23:52.590874 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-9f98a678-2f0f-4843-a93a-b4ae481ef529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:23:55.552442 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-1bda3e73-ceb9-45de-aef7-a94542539a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:23:55.854651 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:23:56.505216 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:23:57.943314 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:24:04.879772 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:24:20.797270 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:24:22.593405 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-2e76fbca-940d-4630-a30e-1cfc17bbb3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:24:25.555349 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-91b15145-e2c1-4938-9417-0b4dcf8be1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:24:25.856328 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:24:26.508557 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:24:27.943246 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:24:41.879333 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:24:50.811786 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:24:52.600546 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-c8e75d72-ff8c-461c-a1ed-834069102e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:24:55.556703 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-540df591-ecc0-411b-8079-1eab50bea400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:24:55.858448 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:24:56.510570 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:24:57.945690 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:25:18.878515 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:25:20.827607 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:25:22.591758 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-16021f18-67c8-4673-b68d-9d0880e7010f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:25:25.559339 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-b21ecc55-1891-48ff-811e-d07aeafabebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:25:25.859397 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:25:26.513558 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:25:27.952653 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:25:50.828508 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:25:52.592664 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-a2550905-5f86-4afd-ad02-ebc8e1521b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:25:55.559843 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-2318c27e-55fb-44c3-a081-680e97047502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:25:55.859192 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:25:55.877080 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:25:56.517322 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:25:57.952448 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:26:20.830076 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:26:22.593392 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-1b2626f5-565a-4eca-b311-ba6ed9eed63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:26:25.560351 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-8f2edc40-d76c-4ee6-b29f-f935e1cbc6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:26:25.860958 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:26:26.520719 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:26:27.955011 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:26:32.876363 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:26:50.841245 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:26:52.594546 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-598cdd99-5c14-4010-942a-a985bf5f136f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:26:55.561540 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-523d41e4-632a-4803-99e6-9bbe91da28a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:26:55.862894 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:26:56.522969 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:26:57.957556 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:27:09.875283 dv-cinder-760192-6-iscsi neutron-server[100523]: DEBUG neutron.db.agents_db [None req-8dd4643c-291e-463b-8b2a-87614b2a8328 None None] Agent healthcheck: found 6 active agents {{(pid=100523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:27:20.857341 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-38680305-ccea-44a8-9b04-0b97fce9d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:27:22.596096 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-340451d8-b82c-4d26-83da-be75d59eaab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:27:25.563005 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-e591eb93-ba26-4265-867b-9b5a0ff96257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:27:25.866168 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd16b-2929-4a7f-a583-fd08417990b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:27:26.525677 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-dc40a853-828b-4211-9222-868226dc3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:27:27.959737 dv-cinder-760192-6-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-4da566b1-e3e9-45db-9d86-a64291af4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730805984516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-545022'] for agent, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}